-- Logs begin at Wed 2022-02-16 14:30:25 UTC, end at Wed 2022-02-16 15:29:23 UTC. -- Feb 16 15:00:35.197618 dv-cinder-804035-31-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 15:00:38.148692 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:00:38.149337 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 15:00:38.149506 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:00:38.152671 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:00:38.152922 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 15:00:38.153249 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:00:38.154710 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:00:38.154947 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:00:38.155411 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:00:38.155656 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:00:38.155882 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:00:38.156208 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.156626 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 15:00:38.156956 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.157250 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.157542 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.157834 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.158123 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.158401 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.158686 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.158982 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.159264 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.159539 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.159816 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.160100 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.160379 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.160659 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.160956 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.161237 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] debug = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.161510 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.161937 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.162352 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.162631 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.162916 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.163205 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.163471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.163991 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.164274 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.164605 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] host = dv-cinder-804035-31-iscsi {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.164881 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.165202 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.165488 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.165774 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.166049 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.166323 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.166609 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.166879 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.167149 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.167421 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.167709 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.167993 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.168279 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.168502 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.168724 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.169040 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.169869 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.170144 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.170417 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.170689 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.170961 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.171249 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.171496 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.171776 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.172058 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.172340 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.172612 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.172884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.173179 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.173447 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.173727 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.173996 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.174265 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.174540 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.174819 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.175084 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.175350 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.175643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.175924 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.176205 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.176489 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.176760 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.177062 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.177334 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.177605 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.177877 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_json = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.178148 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.178419 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.178696 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.178965 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.179237 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.179507 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.179775 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.180057 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.180327 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:38.180619 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.180909 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.181224 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.181517 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.181802 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.182078 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.182362 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.182636 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.182919 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.183202 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.183485 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.183757 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.184053 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.184338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.184631 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.184973 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.185271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.185564 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.185837 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.186112 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.186382 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.186660 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.186946 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.187222 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.187510 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.187797 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.188074 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.188365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.188648 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.188961 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.189252 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.189523 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.189800 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.190091 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.190368 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.190639 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.190915 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.191201 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.191475 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.191745 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.192023 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.192298 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.192567 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.192835 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.193146 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.193430 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.193701 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.193969 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.194237 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.194514 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.194782 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.195059 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.195329 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.195595 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.195860 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.196135 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.196404 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.196671 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.196969 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.197231 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.197502 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.197769 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.198036 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.198303 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.198570 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.198836 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.199102 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.199366 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.199635 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.199903 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.200170 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.200470 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.200739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.201038 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.201322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.201613 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.201886 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.202160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.202430 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.202703 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.202974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.203244 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.203515 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.203788 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.204055 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.204338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.204620 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.204900 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.205215 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.205487 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.205775 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.206047 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.206322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.206595 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.206868 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.207144 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.207422 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.207712 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.208000 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.208287 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.208573 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.208860 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.209160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.209462 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.209736 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:38.209948 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:00:38.210183 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102653) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 15:00:38.578127 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 15:00:38.578406 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 15:00:38.578711 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 15:00:38.579043 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 15:00:38.902680 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.902979 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.903250 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.904574 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.904851 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.905142 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.948357 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.948634 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.948901 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.963347 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.963629 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:38.963901 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.098786 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.099067 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.099334 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.135480 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.135758 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.136022 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.374206 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.374796 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.374796 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.374961 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.375588 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.473916 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.474233 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.474515 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.474789 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.475057 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.475366 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.475625 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.475878 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.476129 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.476409 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.476666 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.476926 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.477205 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.477452 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.477704 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.477964 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.478217 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.478483 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.478748 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.479003 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.479270 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.479515 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.479792 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.480164 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.480410 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.480653 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.481067 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.481305 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.481539 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.482322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.482557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.482788 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:39.483144 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 15:00:39.486254 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 15:00:39.491205 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 15:00:39.495028 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 16 15:00:39.496667 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 15:00:39.497159 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 15:00:39.497518 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 15:00:39.497928 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 15:00:39.500789 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 15:00:39.501130 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 15:00:39.501478 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 15:00:39.506323 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 15:00:39.529413 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 15:00:39.529866 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.530163 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102653) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 15:00:39.530691 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.532089 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102653) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 15:00:39.532368 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 15:00:39.532609 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 15:00:39.535912 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.536198 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:39.599043 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 15:00:39.599288 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 15:00:39.599526 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 15:00:39.599895 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 15:00:39.620617 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_db.sqlalchemy.engines [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102653) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 15:00:40.057723 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing driver for type 'gre' Feb 16 15:00:40.058254 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] gre ID ranges: [(1, 1000)] Feb 16 15:00:40.108997 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing driver for type 'local' Feb 16 15:00:40.109345 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing driver for type 'vlan' Feb 16 15:00:40.121910 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] VlanTypeDriver initialization complete Feb 16 15:00:40.122356 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing driver for type 'vxlan' Feb 16 15:00:40.123007 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] vxlan ID ranges: [(1, 1000)] Feb 16 15:00:40.178102 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing extension driver 'port_security' Feb 16 15:00:40.178568 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.extensions.port_security [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] PortSecurityExtensionDriver initialization complete Feb 16 15:00:40.178907 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing mechanism driver 'openvswitch' Feb 16 15:00:40.179233 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing mechanism driver 'hyperv' Feb 16 15:00:40.186453 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.plugin [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:40.187304 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.187681 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.188036 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.188565 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.189030 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.189389 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.189739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.190138 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.190544 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.190893 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.191240 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.191636 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.192041 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.192396 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.192739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.193170 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.193574 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.193921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.194261 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.194659 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.195064 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > address_group after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.195412 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > address_group after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.195749 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.196146 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102653) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:00:40.196591 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] ML2 OVO RPC backend initialized. {{(pid=102653) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 15:00:40.197330 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.197686 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.198099 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.198447 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > networks before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.198795 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.199135 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > ports before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.199476 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.199815 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnets before_response 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.200159 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.201156 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.201496 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.201839 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.202176 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.202511 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.202847 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.203181 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.203514 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.210846 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded quota_driver: . Feb 16 15:00:40.211222 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.plugin [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Modular L2 Plugin initialization complete Feb 16 15:00:40.211573 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading services supported by the core plugin {{(pid=102653) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 15:00:40.211916 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.plugins.ml2.managers [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Got port-security extension from driver 'port_security' Feb 16 15:00:40.212395 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.extensions.vlantransparent [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Disabled vlantransparent extension. Feb 16 15:00:40.212892 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102653) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 15:00:40.213243 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: router Feb 16 15:00:40.251180 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.251576 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_create 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.251948 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router before_create 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.252314 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.252692 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.253082 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_delete 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.253445 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.253799 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.254160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_create 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.254512 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.254864 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.255215 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.255571 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.255980 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.256348 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.256687 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.257063 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: subnet after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.257404 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.257751 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.258095 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_create 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.258438 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.258779 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.259140 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router after_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.259485 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.259966 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_create 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.260338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.260688 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_update 55549900 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.261087 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > agent after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.261439 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > agent after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.261785 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > network after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.262639 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Tracking information for resource: router configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:40.263535 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Tracking information for resource: floatingip configured {{(pid=102653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:00:40.268468 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.db.l3_agentschedulers_db [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 15:00:40.269073 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.269435 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.269787 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.270144 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: port after_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.270926 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router before_create 55550100 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.271294 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.271660 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_create 55550100 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.272018 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > router precommit_update 55550100 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.276737 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.provider_configuration [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service providers = [] {{(pid=102653) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 15:00:40.277129 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.db.servicetype_db [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102653) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 15:00:40.280123 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.service_base [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:00:40.280477 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.service_base [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:00:40.280821 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.service_base [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:00:40.281740 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.services.service_base [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:00:40.282115 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.services.service_base [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 15:00:40.282490 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.282809 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 15:00:40.293774 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.294134 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: auto_allocate Feb 16 15:00:40.299948 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: network precommit_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.300320 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: network precommit_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.300840 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.301196 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: tag Feb 16 15:00:40.308035 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.308318 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: timestamp Feb 16 15:00:40.312722 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.313091 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: network_ip_availability Feb 16 15:00:40.318669 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.319039 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.319397 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.320105 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.320425 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: flavors Feb 16 15:00:40.325978 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.326318 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading Plugin: revisions Feb 16 15:00:40.330792 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:00:40.331191 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=102653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 15:00:40.331938 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102653) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 15:00:40.332276 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Initializing extension manager. Feb 16 15:00:40.332800 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: __init__.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.333243 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: __pycache__ {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.333584 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.333920 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: address_group.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.334668 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.335224 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: address-group Feb 16 15:00:40.335551 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: address_scope.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.336265 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.336772 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: address-scope Feb 16 15:00:40.337129 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.338059 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.338569 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: router-admin-state-down-before-update Feb 16 15:00:40.338892 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: agent.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.339592 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.340095 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: agent Feb 16 15:00:40.340418 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: agent_resources_synced.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.341382 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.341892 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: agent-resources-synced Feb 16 15:00:40.342212 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: allowedaddresspairs.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.343994 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.344516 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: allowed-address-pairs Feb 16 15:00:40.344848 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: auto_allocated_topology.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.345958 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.346474 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: auto-allocated-topology Feb 16 15:00:40.346798 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: availability_zone.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.347490 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.347990 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: availability_zone Feb 16 15:00:40.348315 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: availability_zone_filter.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.349259 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.349772 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: availability_zone_filter Feb 16 15:00:40.350095 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: data_plane_status.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.350998 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.351501 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 15:00:40.351822 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: default_subnetpools.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.352738 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.353273 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: default-subnetpools Feb 16 15:00:40.353598 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.354399 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.354901 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: dhcp_agent_scheduler Feb 16 15:00:40.355224 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: dns.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.356144 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.356671 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 15:00:40.357030 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: dns_domain_ports.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.357948 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.358449 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 15:00:40.358775 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.359701 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.360204 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 15:00:40.360530 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: dvr.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.361231 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.361736 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: dvr Feb 16 15:00:40.362056 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: ecmp_routes.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.362979 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.363482 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 15:00:40.363805 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: empty_string_filtering.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.364725 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.365252 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: empty-string-filtering Feb 16 15:00:40.365572 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.366498 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.366998 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:00:40.367319 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.368227 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.368726 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 15:00:40.369078 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: external_net.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.369990 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.370493 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: external-net Feb 16 15:00:40.370815 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.371727 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.372755 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: extra_dhcp_opt Feb 16 15:00:40.373112 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: extraroute.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.374024 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.374524 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: extraroute Feb 16 15:00:40.375038 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: extraroute_atomic.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.375870 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.376375 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: extraroute-atomic Feb 16 15:00:40.376696 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: filter_validation.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.377389 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.377889 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: filter-validation Feb 16 15:00:40.378209 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: fip_pf_description.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.379115 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.379618 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 15:00:40.379939 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: fip_port_details.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.381081 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.381589 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: fip-port-details Feb 16 15:00:40.381914 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: flavors.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.383163 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.383678 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: flavors Feb 16 15:00:40.384006 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.385731 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.386255 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 15:00:40.386594 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: floatingip_pools.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.387293 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.387825 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: floatingip-pools Feb 16 15:00:40.388711 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: ip_allocation.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.389680 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.390196 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 15:00:40.390523 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.391440 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.391953 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: ip-substring-filtering Feb 16 15:00:40.392287 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l2_adjacency.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.393238 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.393742 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 15:00:40.394069 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.395040 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.395556 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: router Feb 16 15:00:40.395888 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.398194 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.398724 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:00:40.399058 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.399991 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.400516 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: ext-gw-mode Feb 16 15:00:40.400848 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.401796 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.402309 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: l3-ha Feb 16 15:00:40.402638 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.403592 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.404099 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 15:00:40.404426 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_flavors.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.405361 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.405873 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: l3-flavors Feb 16 15:00:40.406199 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.407581 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.408099 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 15:00:40.408429 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.409375 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.409887 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 15:00:40.410222 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: l3agentscheduler.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.411255 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.411769 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: l3_agent_scheduler Feb 16 15:00:40.412099 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: local_ip.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.414179 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.414703 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension local_ip not supported by any of loaded plugins Feb 16 15:00:40.415041 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: logging.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.416769 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.417329 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension logging not supported by any of loaded plugins Feb 16 15:00:40.417663 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: metering.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.418405 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.418978 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: metering Feb 16 15:00:40.419330 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.420428 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.420964 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: metering_source_and_destination_fields Feb 16 15:00:40.421305 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: multiprovidernet.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.422232 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.422745 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: multi-provider Feb 16 15:00:40.423074 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: netmtu.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.423989 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.424502 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: net-mtu Feb 16 15:00:40.424829 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: netmtu_writable.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.425774 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.426287 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: net-mtu-writable Feb 16 15:00:40.426611 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: network_availability_zone.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.427274 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.427777 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: network_availability_zone Feb 16 15:00:40.428097 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: network_ip_availability.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.429242 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.429751 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: network-ip-availability Feb 16 15:00:40.430078 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: network_segment_range.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.430836 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.431334 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 15:00:40.431656 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: pagination.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.432650 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.433018 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: pagination Feb 16 15:00:40.433346 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: port_device_profile.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.434253 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.435304 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: port-device-profile Feb 16 15:00:40.435628 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.436557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.437107 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: port-mac-address-regenerate Feb 16 15:00:40.437438 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.438348 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.438854 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: port-numa-affinity-policy Feb 16 15:00:40.439176 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: port_resource_request.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.440095 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.440598 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 15:00:40.440920 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: port_resource_request_groups.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.441927 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.442427 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 15:00:40.442750 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: portbindings.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.443686 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.444185 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: binding Feb 16 15:00:40.444506 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: portbindings_extended.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.445829 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.446345 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: binding-extended Feb 16 15:00:40.446674 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: portsecurity.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.447587 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.448096 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: port-security Feb 16 15:00:40.448422 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: project_id.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.449419 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.449751 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: project-id Feb 16 15:00:40.450074 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: providernet.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.451537 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.452038 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: provider Feb 16 15:00:40.452361 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.455916 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.456439 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos not supported by any of loaded plugins Feb 16 15:00:40.456773 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.458050 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.458618 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 15:00:40.458933 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.459816 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.460323 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 15:00:40.460646 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_default.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.461595 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.462103 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-default not supported by any of loaded plugins Feb 16 15:00:40.462429 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_fip.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.463363 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.463867 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 15:00:40.464206 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.465134 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.465637 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 15:00:40.465985 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_gateway_ip.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.467021 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.467527 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 15:00:40.467849 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_port_network_policy.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.468757 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.469302 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 15:00:40.469642 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.470661 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.471175 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 15:00:40.471500 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.472548 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.473086 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 15:00:40.473412 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_pps_rule.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.474607 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.475124 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 15:00:40.475450 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_rule_type_details.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.476365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.476869 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 15:00:40.477217 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: qos_rules_alias.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.478281 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.478790 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 15:00:40.479115 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: quota_check_limit.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.480029 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.480572 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: quota-check-limit Feb 16 15:00:40.480900 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: quotasv2.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.481854 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.482185 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: quotas Feb 16 15:00:40.482506 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: quotasv2_detail.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.484216 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.484564 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: quota_details Feb 16 15:00:40.484902 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: rbac.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.485972 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.486500 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: rbac-policies Feb 16 15:00:40.486835 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: rbac_address_group.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.487764 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.488282 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: rbac-address-group Feb 16 15:00:40.488612 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: rbac_address_scope.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.489566 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.490081 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: rbac-address-scope Feb 16 15:00:40.490409 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: rbac_security_groups.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.491327 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.491837 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: rbac-security-groups Feb 16 15:00:40.492164 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: rbac_subnetpool.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.493179 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.493694 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: rbac-subnetpool Feb 16 15:00:40.494022 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: revisionifmatch.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.494948 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.495458 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: revision-if-match Feb 16 15:00:40.495783 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: revisions.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.496894 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.497947 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: standard-attr-revisions Feb 16 15:00:40.498275 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: router_availability_zone.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.498943 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.499455 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: router_availability_zone Feb 16 15:00:40.499779 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: routerservicetype.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.500697 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.501240 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 15:00:40.501571 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.502490 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.503001 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: security-groups-normalized-cidr Feb 16 15:00:40.503326 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.504240 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.504745 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: port-security-groups-filtering Feb 16 15:00:40.505107 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.506025 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.506528 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: security-groups-remote-address-group Feb 16 15:00:40.506851 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.507777 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.508285 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: security-groups-shared-filtering Feb 16 15:00:40.508607 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.509223 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 15:00:40.509543 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: securitygroup.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.519909 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.520444 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: security-group Feb 16 15:00:40.520778 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: segment.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.521617 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.522126 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension segment not supported by any of loaded plugins Feb 16 15:00:40.522452 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.523421 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.523929 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 15:00:40.524255 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: servicetype.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.525459 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.525977 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: service-type Feb 16 15:00:40.526303 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: sorting.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.527286 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.527622 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: sorting Feb 16 15:00:40.527949 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: standard_attr_segment.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.528885 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.529422 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 15:00:40.529747 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: standardattrdescription.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.530388 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.530888 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: standard-attr-description Feb 16 15:00:40.531211 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: stateful_security_group.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.532148 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.532657 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: stateful-security-group Feb 16 15:00:40.533008 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: stdattrs_common.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.533574 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 15:00:40.533897 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.534822 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.535331 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 15:00:40.535717 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnet_onboard.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.536714 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.537249 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: subnet_onboard Feb 16 15:00:40.537576 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.538765 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.539272 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 15:00:40.539601 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnet_service_types.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.540530 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.541071 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: subnet-service-types Feb 16 15:00:40.543083 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnetallocation.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.543083 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.543083 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: subnet_allocation Feb 16 15:00:40.543864 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.543957 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.545022 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: subnetpool-prefix-ops Feb 16 15:00:40.545352 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.546296 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.546796 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 15:00:40.547122 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: tagging.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.548201 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.548720 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: standard-attr-tag Feb 16 15:00:40.549086 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: timestamp.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.550299 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.550821 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loaded extension: standard-attr-timestamp Feb 16 15:00:40.551146 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: trunk.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.552187 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.552703 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension trunk not supported by any of loaded plugins Feb 16 15:00:40.553062 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: trunk_details.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.553983 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.554492 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 15:00:40.554815 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: uplink_status_propagation.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.555732 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.556243 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 15:00:40.556563 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Loading extension file: vlantransparent.py {{(pid=102653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:00:40.557255 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:00:40.557761 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 15:00:40.561057 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:network Feb 16 15:00:40.561513 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnet Feb 16 15:00:40.561912 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:00:40.562314 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:port Feb 16 15:00:40.564707 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.565170 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service FLAVORS assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.565782 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.566223 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.566563 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:router Feb 16 15:00:40.566999 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:00:40.567477 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service METERING assigned prefix: /metering {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.568960 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.569332 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.569689 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:00:40.570683 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:00:40.571119 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:00:40.571552 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:00:40.572169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service CORE assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.572501 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:00:40.572849 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] subnetpool is already registered Feb 16 15:00:40.573305 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service CORE assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.573630 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:00:40.573960 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] subnetpool is already registered Feb 16 15:00:40.577208 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.577645 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service FLAVORS assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.578239 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.578658 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.578992 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:router Feb 16 15:00:40.579328 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] router is already registered Feb 16 15:00:40.579735 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:00:40.580069 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] floatingip is already registered Feb 16 15:00:40.580520 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service METERING assigned prefix: /metering {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.581217 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:00:40.581548 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] rbac_policy is already registered Feb 16 15:00:40.581959 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:00:40.582292 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] security_group is already registered Feb 16 15:00:40.582699 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:00:40.583030 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] security_group_rule is already registered Feb 16 15:00:40.583657 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service CORE assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.583981 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:00:40.584314 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] subnetpool is already registered Feb 16 15:00:40.584729 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.v2.resource_helper [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Service CORE assigned prefix: {{(pid=102653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:00:40.585094 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:00:40.585426 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING neutron.quota.resource_registry [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] subnetpool is already registered Feb 16 15:00:40.585891 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: extensions {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.587358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: address-groups {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.588842 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: address-scopes {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.590190 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: agents {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.591458 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: auto-allocated-topology {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.592721 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: availability_zones {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.593975 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: dhcp-networks {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.595480 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: dhcp-agents {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.596900 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: routers {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.599281 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: flavors {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.600451 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: service_profiles {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.601690 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: next_providers {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.603133 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: service_profiles {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.604676 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: floatingip-pools {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.605937 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: routers {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.608584 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: floatingips {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.609877 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: l3-routers {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.611273 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: l3-agents {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.612688 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: metering-labels {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.614065 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: metering-label-rules {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.615339 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: network-ip-availabilities {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.616589 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: bindings {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.618363 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: quotas {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.619930 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: quotas {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.621485 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: rbac-policies {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.623364 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: security-groups {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.624601 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: security-group-rules {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.625887 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: service-providers {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.627094 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: subnetpools {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.628514 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: subnetpools {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.629998 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.631686 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.634457 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.636226 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.771358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.773251 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.774937 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.776808 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.778630 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.780484 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron.api.extensions [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Extended resource: tags {{(pid=102653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:00:40.786399 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING keystonemiddleware.auth_token [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 15:00:40.791378 dv-cinder-804035-31-iscsi neutron-server[102653]: WARNING keystonemiddleware.auth_token [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 15:00:40.800435 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Acquired lock "singleton_lock" {{(pid=102653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 15:00:40.800913 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_concurrency.lockutils [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Releasing lock "singleton_lock" {{(pid=102653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 15:00:40.801588 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Starting 2 workers Feb 16 15:00:40.806485 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Started child 102762 {{(pid=102653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:00:40.811604 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Started child 102763 {{(pid=102653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:00:40.812392 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.813223 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO neutron.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 15:00:40.813791 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.813964 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [-] (102762) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:00:40.816243 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.816676 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Starting 1 workers Feb 16 15:00:40.817667 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [-] (102763) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:00:40.821726 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Started child 102764 {{(pid=102653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:00:40.822280 dv-cinder-804035-31-iscsi neutron-server[102653]: INFO oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Starting 1 workers Feb 16 15:00:40.825427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] calling RpcWorker wait() {{(pid=102764) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 15:00:40.825975 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] returning from RpcWorker wait() {{(pid=102764) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 15:00:40.826852 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Started child 102765 {{(pid=102653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:00:40.827293 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.827622 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG neutron_lib.callbacks.manager [None req-b39c365e-ec9f-48cf-b871-601d72b8f584 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.827718 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:40.829575 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 15:00:40.829787 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:00:40.829975 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:00:40.830198 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:00:40.830544 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:00:40.830709 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:00:40.831238 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.831510 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.831706 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:40.832163 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.832163 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.832304 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.832791 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.833092 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.833333 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.833602 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.833852 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.834020 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.834178 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.834447 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.834680 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.834944 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.835211 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.835457 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.835718 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.835891 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.836159 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.836445 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.836708 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.836998 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] debug = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.837241 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.837717 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.837943 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.838191 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.838413 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.838684 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.838910 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.839184 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.839415 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.839630 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.839843 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.840114 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.840352 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.840582 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.840842 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.841130 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.841384 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.841622 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.842111 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] host = dv-cinder-804035-31-iscsi {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.842334 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.842550 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.842782 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.843031 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.843281 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.843497 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.843759 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.844012 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.844257 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.844512 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.844783 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.845059 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.845299 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.845541 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.845704 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_options = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.845955 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.846231 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.846535 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.846686 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.846847 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.846994 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.847243 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.847407 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.847659 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.847873 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.848085 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.848303 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.848515 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.848728 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.848999 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.849238 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.849472 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.849680 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.849924 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.850974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.851473 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.851650 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.851976 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.852142 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.852338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.852577 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.852848 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.853322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.853670 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.853827 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.853971 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:40.854116 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.854734 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.854734 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.855714 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.855869 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.856046 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.856291 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.857648 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.857935 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.858175 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.858476 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.858706 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.858958 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.859739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.859992 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.860558 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.860867 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_json = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.863522 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.863783 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.864465 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.864774 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.865127 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.865292 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.865437 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.865866 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.866034 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.866786 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.869358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.870471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.870471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.870471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.870471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.871018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33062) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:00:40.871160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.871160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.871160 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.872060 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.872854 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.873096 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.873345 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.873552 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.873810 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.874436 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.874674 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.874929 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.875278 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.876023 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.876683 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.877073 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.877338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.877608 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.877875 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.878817 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.879097 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.879313 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.879566 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071547 Feb 16 15:00:40.879710 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.883533 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.883533 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.883884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.884760 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.885037 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.885266 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.885580 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.887147 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.887412 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.887666 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.887955 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.888201 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.888456 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.888681 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.888911 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.889157 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.890241 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.890475 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.890732 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.890991 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.891238 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.891523 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.891768 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.891993 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.892214 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.892428 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.892679 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.892898 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.893139 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.893348 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.893560 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.893779 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.894044 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.894265 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.894477 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.894711 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.894934 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.895151 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.895388 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.895619 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.895832 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.896058 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.897170 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.897395 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898062 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898062 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898221 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898319 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898546 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898765 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.898999 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.899231 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.899448 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900210 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900210 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900210 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900464 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900725 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.900994 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.901223 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.901457 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.901705 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.901955 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.902195 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.902420 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.902635 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.902896 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.903122 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.903360 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.903612 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.903833 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.904089 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.904328 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.904571 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.904795 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.905063 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.905323 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.905606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.905863 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.906129 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.906395 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.906659 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.906955 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908011 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908011 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908011 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908011 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908326 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908471 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.908739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.909027 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.909293 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.909580 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.909824 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.910613 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.910613 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.910613 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.910914 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.911824 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.912057 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.912277 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.912511 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.912863 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.913168 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.913413 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.913905 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.914193 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.914464 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.914716 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.914992 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.915250 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.916475 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.916741 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.917020 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.917265 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.917511 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.917768 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.918927 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.919731 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.919991 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.920977 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.921212 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.921472 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.921763 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.921983 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.923010 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.923275 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.923504 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924542 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924542 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924542 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924542 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924813 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.924878 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.925102 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.925323 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.925557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.925810 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.926036 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.926316 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.926573 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.926807 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.927130 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.928087 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.928353 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.928571 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.928831 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.929089 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.929438 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.929535 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.930565 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.930756 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.930989 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.931229 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.931450 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.931708 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.931960 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.932312 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.933241 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.933519 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.933785 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.934042 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.935626 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.935626 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.935821 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.935912 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.936158 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.936389 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.936609 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.936831 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.937159 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.937968 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.938448 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.938799 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.939133 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.939464 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.939771 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.940130 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.940431 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.941893 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.941893 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.941893 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.942127 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.942207 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.942438 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.942673 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.942998 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.943266 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.943533 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.943797 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.944026 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.944669 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.944669 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.944819 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.945737 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.945737 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.945888 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:40.945957 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.945957 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.945957 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947044 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947044 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947044 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947263 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947460 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947697 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.947996 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.948884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.948884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.948884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.948884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.949218 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.949343 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.949552 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.949776 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.950835 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.950835 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.951022 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.951254 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.951477 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.951707 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.951937 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.952177 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.952500 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.952783 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.953066 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.953375 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954365 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954701 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.954879 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.955131 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.955974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.955974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.955974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.956196 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.956381 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.956637 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.956905 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.957224 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.957526 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.957823 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.958032 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.958334 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.958662 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.959015 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.959291 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.959541 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.959791 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.960019 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.960357 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.960472 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.960717 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.961028 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.962176 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.962426 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.962665 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.962913 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.963152 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.963494 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.963632 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.964549 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.964549 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.964549 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.965782 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:00:40.965782 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 15:00:40.966492 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:00:40.966669 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:00:40.966792 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:00:40.966996 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:00:40.967156 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:00:40.967371 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.967529 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.967693 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.967856 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968019 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968204 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968370 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968539 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968688 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.968847 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.969055 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.969254 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.969355 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970271 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970703 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970703 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970703 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.970899 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] debug = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971000 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971206 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971381 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971527 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971693 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971842 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.971995 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972138 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972304 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972452 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972765 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.972920 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973263 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973427 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973587 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973743 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.973903 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] host = dv-cinder-804035-31-iscsi {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974079 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974223 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974383 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974544 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974701 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.974858 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.975019 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976101 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_options = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976557 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.976815 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977028 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977164 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977325 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977489 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977648 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977807 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.977967 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978126 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978284 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978475 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978596 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978754 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.978914 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979073 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979233 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979393 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979551 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979710 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.979870 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980028 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980187 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980347 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980506 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980665 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980839 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.980995 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.981170 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.981366 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.981466 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.982162 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.982332 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.982492 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.982652 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.982813 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983053 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983230 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983392 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983552 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983717 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.983871 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984028 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984193 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984353 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_json = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984486 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984644 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984838 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.984998 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985224 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985316 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985447 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985602 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985765 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:00:40.985944 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.986874 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987324 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987324 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987324 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987497 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987620 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987784 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.987952 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988113 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988278 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988442 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988599 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988754 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.988910 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989087 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989255 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989425 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989584 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989752 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.989900 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.990060 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.990251 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.990385 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991342 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991688 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991688 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991813 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.991913 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.992069 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.992224 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.992389 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.992549 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993077 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993077 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993077 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993318 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993398 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993506 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993667 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993841 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.993992 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994152 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994314 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994476 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994639 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994802 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.994974 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995134 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995287 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995457 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995615 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995775 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.995936 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996096 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996257 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996415 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996576 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996750 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.996918 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.997952 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998116 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998282 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998445 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998607 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998769 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.998933 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999095 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999258 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999420 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999582 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999744 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:40.999906 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000068 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000230 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000393 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000620 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000714 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.000870 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001054 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001575 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001575 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001575 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001826 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.001905 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002022 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002164 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002325 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002851 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002851 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.002851 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003066 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003131 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003368 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003472 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003551 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003703 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.003869 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004040 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004189 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004327 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004461 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004594 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.004738 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.005921 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007048 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007901 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.007975 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.008115 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.008278 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.008438 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.008623 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.008884 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.009014 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.009900 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.010005 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.010499 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.010499 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.010499 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.011484 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.011659 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.011823 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.011989 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.012154 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.012334 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.012480 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.012642 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014169 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014953 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.014953 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015111 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015272 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015435 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015599 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015759 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.015920 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016085 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016248 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016411 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016575 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016739 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.016906 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017102 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017266 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017427 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017590 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017808 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.017905 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018068 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018231 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018392 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018556 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018717 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.018877 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019059 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019220 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019382 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019547 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019710 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.019872 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.020035 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.020196 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.020357 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.020518 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.020683 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.021606 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022037 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022037 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022174 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022250 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022376 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022538 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022699 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.022861 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023024 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023186 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023347 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023509 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023754 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.023890 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024000 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024172 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024297 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024459 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024632 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.024795 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025041 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025189 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025338 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025474 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025623 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025760 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.025894 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.026030 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.026195 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.026356 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027285 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027772 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027772 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027772 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.027970 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.028046 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.028189 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.028361 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029053 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029221 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029382 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029543 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029705 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.029876 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030040 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030202 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030373 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030534 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030697 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.030859 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031033 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031194 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031520 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031682 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031830 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.031996 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.032162 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.032322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.032491 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.032655 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.032826 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033025 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033199 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033366 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033535 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033712 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.033873 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034035 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034197 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034358 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034519 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034680 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.034841 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035001 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035162 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035322 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035482 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035643 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035807 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.035970 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036132 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036294 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036455 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036614 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036775 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:00:41.036930 dv-cinder-804035-31-iscsi neutron-server[102653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:00:52.381625 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f54ef4-c1d6-4313-9ac4-b27a0c0fc437 None None] get_active_networks_info from dv-cinder-804035-31-iscsi {{(pid=102764) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 15:00:52.522700 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f54ef4-c1d6-4313-9ac4-b27a0c0fc437 None None] No non-hosted networks {{(pid=102764) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 15:00:52.537738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.agentschedulers_db [None req-d1f54ef4-c1d6-4313-9ac4-b27a0c0fc437 None None] DHCP Agent not found on host dv-cinder-804035-31-iscsi {{(pid=102764) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 15:00:52.585628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-68cc07fb-3a47-4aa5-9eef-d1d38d2df9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:54.482150 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6718924e-18a9-4371-8cc8-c79804df3917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:54.513635 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb1a2-bd1d-4728-94a4-175b8fd2fe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:55.761576 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:56.745712 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:58.264878 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33152) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:00:58.433862 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:00:58.435003 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.435352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.435686 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.436335 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.436665 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.437211 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.437539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.437887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.438325 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.438665 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.439007 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.439334 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.439674 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:58.440081 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-31-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:58.449630 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-31-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:58.804639 dv-cinder-804035-31-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-f273c695-0330-44e9-b728-107f26cf56eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:00:58.805394 dv-cinder-804035-31-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-f273c695-0330-44e9-b728-107f26cf56eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:00:59.032863 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-f273c695-0330-44e9-b728-107f26cf56eb admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:00:59.048958 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f273c695-0330-44e9-b728-107f26cf56eb admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7681057 Feb 16 15:01:01.597491 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33178) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:01.651874 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.db.l3_hamode_db [None req-83c654fc-8fbd-43f9-8441-3b0d92b0d2d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 15:01:01.729608 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c654fc-8fbd-43f9-8441-3b0d92b0d2d1 None None] Routers set() bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:01.729984 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c654fc-8fbd-43f9-8441-3b0d92b0d2d1 None None] Router IDs set() for agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 15:01:01.908798 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:02.005127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.policy [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102762) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 15:01:02.047612 dv-cinder-804035-31-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:02.047989 dv-cinder-804035-31-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:02.139659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051009971', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051010438', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051023370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051026673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051036102', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750051044018', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-673499', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3692477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4177176'] for rbac-policy (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:02.203617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:02.204735 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-47fae53f-e1d4-4305-843e-7d8500e554e9 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061666 Feb 16 15:01:04.696545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33188) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:05.191402 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING oslo_policy.policy [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:05.191959 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING oslo_policy.policy [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:05.417136 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:05.469987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Made reservation on behalf of 4d9f66ebc1c343b2b29e7c790d1c5d3d for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:05.531849 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.policy [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 15:01:05.574873 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING oslo_policy.policy [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:05.575252 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING oslo_policy.policy [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:01:05.586321 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.607629 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.718556 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks [] for security_group (437386b1-519e-42bd-84b3-3fd67a30a06e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.722222 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (437386b1-519e-42bd-84b3-3fd67a30a06e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.742557 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:05.780402 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750054544002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (82a24aa6-822b-45ef-b4b7-cc6a141ade65), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.781001 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Unsubscribe: segment precommit_create {{(pid=102763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 15:01:05.781521 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Added segment 82a24aa6-822b-45ef-b4b7-cc6a141ade65 of type vlan for network b57102dd-5ef6-41ef-88af-dd6158c9c043 Feb 16 15:01:05.801776 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=437386b1-519e-42bd-84b3-3fd67a30a06e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:05.850807 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.851178 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.851535 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.851874 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.852203 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.852529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.852853 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.853206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.853531 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.853945 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.854209 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.854491 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.854805 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Tracked resource versions report: Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: pushed versions: Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: { 'AddressGroup': {'1.2'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'ConntrackHelper': {'1.0'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Log': {'1.0'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Network': {'1.1'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Port': {'1.7'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'PortForwarding': {'1.2'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'QosPolicy': {'1.10'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroup': {'1.5'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SubPort': {'1.0'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Subnet': {'1.1'}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Trunk': {'1.1'}} Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: consumer versions: Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'ConntrackHelper': '1.0', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'LocalIPAssociation': '1.0', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Log': '1.0', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Network': '1.1', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Port': '1.7', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'PortForwarding': '1.2', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'QosPolicy': '1.10', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroup': '1.5', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroupRule': '1.2', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SubPort': '1.0', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Subnet': '1.1', Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Trunk': '1.1'}} Feb 16 15:01:05.856748 dv-cinder-804035-31-iscsi neutron-server[102763]: {{(pid=102763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:01:05.891066 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (b57102dd-5ef6-41ef-88af-dd6158c9c043), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.936218 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (b57102dd-5ef6-41ef-88af-dd6158c9c043), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:05.941437 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.942144 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:06.002313 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3025744 Feb 16 15:01:06.068195 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1877604-d867-49ed-b31a-191faff10192 demo demo] Pushing event updated for resources: {'Network': ['ID=b57102dd-5ef6-41ef-88af-dd6158c9c043,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:06.080666 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:08.583576 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33208) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:08.981582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb47781-e9ed-49af-a0ef-66a92f618d5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:08.982826 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-fbb47781-e9ed-49af-a0ef-66a92f618d5e demo admin] 10.222.0.45 "GET /v2.0/networks/b57102dd-5ef6-41ef-88af-dd6158c9c043 HTTP/1.1" status: 200 len: 825 time: 0.3982739 Feb 16 15:01:09.018566 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7760f1f6-78b1-42d0-af31-6d79c4fddcd8 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/c1783189-b4c0-4ead-b24e-30e4ca5c6251 HTTP/1.1" status: 200 len: 734 time: 0.0300338 Feb 16 15:01:09.026961 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Request body: {'subnet': {'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:09.048563 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Made reservation on behalf of 4d9f66ebc1c343b2b29e7c790d1c5d3d for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:09.050762 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:09.334190 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (895e464c-9cfc-4b64-954b-a2a79eeded32), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:09.410766 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Pushing event updated for resources: {'Subnet': ['ID=895e464c-9cfc-4b64-954b-a2a79eeded32,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:09.415424 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Checking segment: {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:01:09.415792 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Network hostable DHCP agents. Network: b57102dd-5ef6-41ef-88af-dd6158c9c043, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:01:09.435508 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:09.446313 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, b57102dd-5ef6-41ef-88af-dd6158c9c043) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:09.450771 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.451354 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:09.457611 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90771a34-4347-4579-a77e-93f5ad4766fb None None] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:01:09.469772 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-e1310daa-4a49-47cd-804f-e9c862606377 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4459949 Feb 16 15:01:09.836279 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-b57102dd-5ef6-41ef-88af-dd6158c9c043', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:01:09.837662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.135505 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Allocated IP 172.20.0.2 (b57102dd-5ef6-41ef-88af-dd6158c9c043/895e464c-9cfc-4b64-954b-a2a79eeded32/c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:10.414027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks [] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.422202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.506433 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:10.510922 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:10.516202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Pushing event updated for resources: {'Port': ['ID=c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:10.518449 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:10.528670 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.529066 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.529438 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.529784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.530120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.530451 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.530807 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.531142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.531473 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.531817 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.532147 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.532469 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.532795 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Tracked resource versions report: Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: pushed versions: Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: { 'AddressGroup': {'1.2'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'ConntrackHelper': {'1.0'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Log': {'1.0'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Network': {'1.1'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Port': {'1.7'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'PortForwarding': {'1.2'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'QosPolicy': {'1.10'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroup': {'1.5'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SubPort': {'1.0'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Subnet': {'1.1'}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Trunk': {'1.1'}} Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: consumer versions: Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'ConntrackHelper': '1.0', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'LocalIPAssociation': '1.0', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Log': '1.0', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Network': '1.1', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Port': '1.7', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'PortForwarding': '1.2', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'QosPolicy': '1.10', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroup': '1.5', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroupRule': '1.2', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SubPort': '1.0', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Subnet': '1.1', Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Trunk': '1.1'}} Feb 16 15:01:10.534259 dv-cinder-804035-31-iscsi neutron-server[102764]: {{(pid=102764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:01:10.609623 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Attempting to bind port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:01:10.610028 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Attempting to bind port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:01:10.610435 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Attempting to bind port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e on network b57102dd-5ef6-41ef-88af-dd6158c9c043 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:10.615407 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:10.615795 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Checking segment: {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:01:10.616290 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.616682 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Bound using segment: {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:10.617184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Bound port: c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:01:10.617594 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.682639 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] For port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:10.687151 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] For port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e,segment=NetworkSegment(82a24aa6-822b-45ef-b4b7-cc6a141ade65),segment_id=82a24aa6-822b-45ef-b4b7-cc6a141ade65)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:10.694398 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:10.758643 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054159f-3d12-4759-b0dc-16ec673240b6 None None] Pushing event updated for resources: {'Port': ['ID=c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:12.031578 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33216) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:12.344811 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [None req-75285246-f230-415e-9039-ffacaf62ba6d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:01:12.345822 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-75285246-f230-415e-9039-ffacaf62ba6d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132913 Feb 16 15:01:14.910602 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33224) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:15.218527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [None req-7f1301df-7465-48ca-8ef4-e9c88303f1c2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:01:15.219529 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7f1301df-7465-48ca-8ef4-e9c88303f1c2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079402 Feb 16 15:01:17.803080 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33232) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:18.113686 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:18.137309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (4bcdf8db-3581-49ed-b232-54e67bbdf692), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:18.139667 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (4bcdf8db-3581-49ed-b232-54e67bbdf692), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:18.276188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Publish callbacks [] for router_controller (4bcdf8db-3581-49ed-b232-54e67bbdf692), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:18.280482 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (4bcdf8db-3581-49ed-b232-54e67bbdf692), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:18.297194 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:18.298362 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8782d63e-5d47-4112-a477-71912e9babb1 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4943843 Feb 16 15:01:20.816800 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33244) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:21.128854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-7594d083-e789-468c-80d0-b71205996727 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:01:21.130036 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7594d083-e789-468c-80d0-b71205996727 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120806 Feb 16 15:01:21.270059 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:21.366487 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:21.366911 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:21.478344 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:21.478736 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:21.512509 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e,segment=NetworkSegment(82a24aa6-822b-45ef-b4b7-cc6a141ade65),segment_id=82a24aa6-822b-45ef-b4b7-cc6a141ade65)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:21.516586 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:21.564263 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:22.281877 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bcf74-e2cd-459f-b9fc-81c847b38309 None None] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:01:22.354615 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ff3cfc6b-6d58-40f7-bb3a-382490493321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:22.382358 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-620a22cb-3f25-48cc-8432-bd47de8f2897 None None] Provisioning complete for port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:22.382738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-620a22cb-3f25-48cc-8432-bd47de8f2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:22.499723 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-620a22cb-3f25-48cc-8432-bd47de8f2897 None None] Current status of the port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:22.823214 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-939593ea-08ef-4be4-9746-09888c77acc0 None None] Provisioning complete for port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:22.823609 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-939593ea-08ef-4be4-9746-09888c77acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:22.905584 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-939593ea-08ef-4be4-9746-09888c77acc0 None None] Current status of the port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:23.232962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:23.278651 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:23.279039 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:23.355299 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:23.716000 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33254) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:24.021850 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:24.040160 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Made reservation on behalf of b6ee726d09474004b36416e4e84ea465 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:24.042460 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.050929 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.125165 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks [] for security_group (9ec813b8-66ea-42b2-b9fa-2e02ab7069ab), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.128751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (9ec813b8-66ea-42b2-b9fa-2e02ab7069ab), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.143222 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Reserving flat network on physical network physnet1 {{(pid=102763) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 15:01:24.161599 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec813b8-66ea-42b2-b9fa-2e02ab7069ab,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:24.166735 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (7602d6d1-d1c6-48ec-8aac-aa800904bb9f), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.167068 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Added segment 7602d6d1-d1c6-48ec-8aac-aa800904bb9f of type flat for network 0a750354-ede8-4b7c-b67b-52c06384343d Feb 16 15:01:24.211804 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (0a750354-ede8-4b7c-b67b-52c06384343d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.242778 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (0a750354-ede8-4b7c-b67b-52c06384343d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.243691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:24.244256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:24.297242 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5801644 Feb 16 15:01:24.335860 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee4af-f4b1-4c4a-964c-2992831e95db admin admin] Pushing event updated for resources: {'Network': ['ID=0a750354-ede8-4b7c-b67b-52c06384343d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:24.346621 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 0a750354-ede8-4b7c-b67b-52c06384343d details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:24.473310 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e34aa3e2-a8d3-45df-862f-6a096a82d3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:25.715371 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:26.701726 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:26.779846 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33272) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:26.951169 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad3af4-f866-4c6f-9700-5b7a98de18ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:26.952460 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-85ad3af4-f866-4c6f-9700-5b7a98de18ed demo admin] 10.222.0.45 "GET /v2.0/subnets/895e464c-9cfc-4b64-954b-a2a79eeded32 HTTP/1.1" status: 200 len: 849 time: 0.1716645 Feb 16 15:01:27.072111 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ea03ed45-624d-4b10-a004-46d9d1f4efba demo admin] 10.222.0.45 "GET /v2.0/routers/4bcdf8db-3581-49ed-b232-54e67bbdf692 HTTP/1.1" status: 200 len: 704 time: 0.1140811 Feb 16 15:01:27.338821 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:27.660717 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Allocated IP 172.20.0.1 (b57102dd-5ef6-41ef-88af-dd6158c9c043/895e464c-9cfc-4b64-954b-a2a79eeded32/2827d997-1c5d-4775-a3db-c2fd1c6c2e7d) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:27.810091 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks [] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:27.875691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:27.942612 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:27.952960 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:27.958374 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:27.958891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (4bcdf8db-3581-49ed-b232-54e67bbdf692), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:27.982405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Pushing event updated for resources: {'Port': ['ID=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:28.153423 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-4e3c5fcc-cdd9-4f0a-94b6-dcc315393fa2 None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:28.153966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5fcc-cdd9-4f0a-94b6-dcc315393fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.159101 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.186479 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c5fcc-cdd9-4f0a-94b6-dcc315393fa2 None None] Port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:01:28.364046 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks [] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.368187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.368911 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (4bcdf8db-3581-49ed-b232-54e67bbdf692), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.425765 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Pushing event updated for resources: {'Port': ['ID=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:28.431020 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.492225 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:28.493534 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:28.651516 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Router 4bcdf8db-3581-49ed-b232-54e67bbdf692 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:01:28.708544 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-3f7938de-556a-4fe3-a48b-b9dafe10e657 None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:28.708968 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3f7938de-556a-4fe3-a48b-b9dafe10e657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:28.741521 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-3f7938de-556a-4fe3-a48b-b9dafe10e657 None None] Port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:01:28.751669 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:01:28.757351 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1f849878-a690-453a-b752-46d354c1d237 demo admin] 10.222.0.45 "PUT /v2.0/routers/4bcdf8db-3581-49ed-b232-54e67bbdf692/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6796710 Feb 16 15:01:28.762051 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Sync routers for ids ['4bcdf8db-3581-49ed-b232-54e67bbdf692'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:01:28.774074 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Routers {'4bcdf8db-3581-49ed-b232-54e67bbdf692'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:28.774914 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:01:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4bcdf8db-3581-49ed-b232-54e67bbdf692'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:28.971403 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Set router 4bcdf8db-3581-49ed-b232-54e67bbdf692 gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:29.397793 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:28Z', 'revision_number': 2, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port_host': None, '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:28Z', 'revision_number': 2, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:29.447480 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Checking router: 4bcdf8db-3581-49ed-b232-54e67bbdf692 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:01:29.447848 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Updating router 4bcdf8db-3581-49ed-b232-54e67bbdf692 port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:01:29.500667 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.007105 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks [] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.014050 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.182830 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Pushing event updated for resources: {'Port': ['ID=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.193455 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Attempting to bind port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:01:30.193869 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Attempting to bind port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:01:30.194309 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Attempting to bind port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d on network b57102dd-5ef6-41ef-88af-dd6158c9c043 {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:30.200098 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:30.200606 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Checking segment: {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:01:30.201036 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.201431 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Bound using segment: {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:30.201895 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Bound port: 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a24aa6-822b-45ef-b4b7-cc6a141ade65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:01:30.202279 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.205545 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.205922 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.206286 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.206630 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.206966 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.207298 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.207664 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.207982 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.208314 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.208655 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.209008 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.209334 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.209656 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Tracked resource versions report: Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: pushed versions: Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: { 'AddressGroup': {'1.2'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'ConntrackHelper': {'1.0'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Log': {'1.0'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Network': {'1.1'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Port': {'1.7'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'PortForwarding': {'1.2'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'QosPolicy': {'1.10'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroup': {'1.5'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SubPort': {'1.0'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Subnet': {'1.1'}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Trunk': {'1.1'}} Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: consumer versions: Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'ConntrackHelper': '1.0', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'LocalIPAssociation': '1.0', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Log': '1.0', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Network': '1.1', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Port': '1.7', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'PortForwarding': '1.2', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'QosPolicy': '1.10', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroup': '1.5', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroupRule': '1.2', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SubPort': '1.0', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Subnet': '1.1', Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Trunk': '1.1'}} Feb 16 15:01:30.211104 dv-cinder-804035-31-iscsi neutron-server[102765]: {{(pid=102765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:01:30.273144 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-ad92a895-0f6a-4095-8069-fbeacba56a8a None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:30.273675 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ad92a895-0f6a-4095-8069-fbeacba56a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.276503 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] For port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:30.299228 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] For port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,segment=NetworkSegment(82a24aa6-822b-45ef-b4b7-cc6a141ade65),segment_id=82a24aa6-822b-45ef-b4b7-cc6a141ade65)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:30.305809 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.317967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-ad92a895-0f6a-4095-8069-fbeacba56a8a None None] Port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:01:30.359141 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Routers {'4bcdf8db-3581-49ed-b232-54e67bbdf692'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:30.359760 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:01:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4bcdf8db-3581-49ed-b232-54e67bbdf692'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:30.425124 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abf55-e6e3-412a-b74d-0e932d974fe0 None None] Pushing event updated for resources: {'Port': ['ID=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,revision_number=4']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.453106 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] Set router 4bcdf8db-3581-49ed-b232-54e67bbdf692 gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:30.539814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:30.540278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.618786 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Current status of the port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:30.619130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.655062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] For port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,segment=NetworkSegment(82a24aa6-822b-45ef-b4b7-cc6a141ade65),segment_id=82a24aa6-822b-45ef-b4b7-cc6a141ade65)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:30.659043 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:30.675141 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:28Z', 'revision_number': 2, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port_host': None, '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:30Z', 'revision_number': 4, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:30.707551 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a2dd0a-9c85-4ea4-a39f-c4c8366d70aa None None] The sync data for ids ['4bcdf8db-3581-49ed-b232-54e67bbdf692'] in dv-cinder-804035-31-iscsi is: [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:28Z', 'revision_number': 2, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port_host': None, '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:30Z', 'revision_number': 4, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:01:30.763727 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499cc57-afae-4124-9384-c868d939ce5f None None] Pushing event updated for resources: {'Port': ['ID=2827d997-1c5d-4775-a3db-c2fd1c6c2e7d,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:31.253464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33292) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:31.361903 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d7d9f-dc6f-4ce1-8aae-c8b2e5a56432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.363152 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-241d7d9f-dc6f-4ce1-8aae-c8b2e5a56432 admin admin] 10.222.0.45 "GET /v2.0/networks/0a750354-ede8-4b7c-b67b-52c06384343d HTTP/1.1" status: 200 len: 842 time: 0.1087420 Feb 16 15:01:31.373031 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Request body: {'subnet': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:31.394479 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Made reservation on behalf of b6ee726d09474004b36416e4e84ea465 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:31.396797 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:31.763434 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.objects.ports [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102763) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:01:31.763866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (7cbae615-9693-46ed-805f-b0031e2efcd7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:31.814868 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbae615-9693-46ed-805f-b0031e2efcd7,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:31.824891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:01:31.825278 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Network hostable DHCP agents. Network: 0a750354-ede8-4b7c-b67b-52c06384343d, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:01:31.840661 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:31.848744 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 0a750354-ede8-4b7c-b67b-52c06384343d) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:31.854113 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.855498 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:31.858737 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf33c52-9404-44e4-a295-bc73f2fdd9d0 None None] Network 0a750354-ede8-4b7c-b67b-52c06384343d requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:01:31.875826 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f4b9cefe-56e3-4a4a-9f0c-55af2bc6607a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065939 Feb 16 15:01:31.971824 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d85e22-54b0-4411-af6d-10d87521768b None None] Network 0a750354-ede8-4b7c-b67b-52c06384343d requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:01:34.302870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33300) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:34.435567 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-650ad078-2b69-4a58-b276-13a2d787a260 demo admin] 10.222.0.45 "GET /v2.0/routers/4bcdf8db-3581-49ed-b232-54e67bbdf692 HTTP/1.1" status: 200 len: 710 time: 0.1315196 Feb 16 15:01:34.520758 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d2f39-eb29-42bc-9d75-24e4a068210e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:34.522037 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ff6d2f39-eb29-42bc-9d75-24e4a068210e demo admin] 10.222.0.45 "GET /v2.0/networks/0a750354-ede8-4b7c-b67b-52c06384343d HTTP/1.1" status: 200 len: 886 time: 0.0811563 Feb 16 15:01:34.530811 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:34.775424 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks [] for router_gateway (4bcdf8db-3581-49ed-b232-54e67bbdf692), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.011052 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks [] for router_gateway (4bcdf8db-3581-49ed-b232-54e67bbdf692), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.085797 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.183568 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Allocated IP 172.27.2.100 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:35.280014 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks [] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.312461 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.350751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:35.353428 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:35.357057 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:35.394309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Pushing event updated for resources: {'Port': ['ID=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:35.692895 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks [] for router_gateway (4bcdf8db-3581-49ed-b232-54e67bbdf692), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.884037 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3765840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3737330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41357'] for router (4bcdf8db-3581-49ed-b232-54e67bbdf692), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.888338 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3765826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3737323'] for router (4bcdf8db-3581-49ed-b232-54e67bbdf692), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:35.997415 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Router 4bcdf8db-3581-49ed-b232-54e67bbdf692 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:01:36.106536 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:01:36.110627 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:36.111798 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5c4fcc6e-7523-47e4-b223-d5fa7077b473 demo admin] 10.222.0.45 "PUT /v2.0/routers/4bcdf8db-3581-49ed-b232-54e67bbdf692 HTTP/1.1" status: 200 len: 890 time: 1.5841291 Feb 16 15:01:38.632231 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33312) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:01:38.756499 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-b9600149-fa51-4616-bb24-3210c40a75d4 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227264 Feb 16 15:01:39.289223 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:39.342453 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:39.342856 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:39.427260 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:39.484496 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Sync routers for ids ['4bcdf8db-3581-49ed-b232-54e67bbdf692'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:01:39.495773 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Routers {'4bcdf8db-3581-49ed-b232-54e67bbdf692'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:39.496453 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:01:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4bcdf8db-3581-49ed-b232-54e67bbdf692'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:39.720913 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Set router 4bcdf8db-3581-49ed-b232-54e67bbdf692 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:40.112608 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:35Z', 'revision_number': 4, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port': {'id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:35Z', 'updated_at': '2022-02-16T15:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:30Z', 'revision_number': 5, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:40.163460 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Checking router: 4bcdf8db-3581-49ed-b232-54e67bbdf692 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:01:40.163811 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Updating router 4bcdf8db-3581-49ed-b232-54e67bbdf692 port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:01:40.212521 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.618865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks [] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.625011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.677790 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Attempting to bind port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:01:40.678163 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Attempting to bind port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:01:40.678525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Attempting to bind port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:40.680603 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78692-1ac1-4043-b605-e335240bd7ad None None] Pushing event updated for resources: {'Port': ['ID=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:40.686399 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:40.686774 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:01:40.687174 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.687559 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:40.688014 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Bound port: 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:01:40.688389 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.742949 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] For port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:40.748959 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] For port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:40.753584 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:40.817425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78692-1ac1-4043-b605-e335240bd7ad None None] Pushing event updated for resources: {'Port': ['ID=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:40.820391 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Routers {'4bcdf8db-3581-49ed-b232-54e67bbdf692'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:40.820664 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:01:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4bcdf8db-3581-49ed-b232-54e67bbdf692'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:40.944803 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] Set router 4bcdf8db-3581-49ed-b232-54e67bbdf692 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:41.181233 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:35Z', 'revision_number': 4, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port': {'id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:35Z', 'updated_at': '2022-02-16T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:30Z', 'revision_number': 5, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:41.214351 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e5726-2d6b-4b21-b60a-e8905b9387c5 None None] The sync data for ids ['4bcdf8db-3581-49ed-b232-54e67bbdf692'] in dv-cinder-804035-31-iscsi is: [{'id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'name': 'router1', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:18Z', 'updated_at': '2022-02-16T15:01:35Z', 'revision_number': 4, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'gw_port': {'id': '5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:35Z', 'updated_at': '2022-02-16T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2827d997-1c5d-4775-a3db-c2fd1c6c2e7d', 'name': '', 'network_id': 'b57102dd-5ef6-41ef-88af-dd6158c9c043', 'tenant_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'mac_address': 'fa:16:3e:40:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcdf8db-3581-49ed-b232-54e67bbdf692', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:27Z', 'updated_at': '2022-02-16T15:01:30Z', 'revision_number': 5, 'project_id': '4d9f66ebc1c343b2b29e7c790d1c5d3d', 'subnets': [{'id': '895e464c-9cfc-4b64-954b-a2a79eeded32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1783189-b4c0-4ead-b24e-30e4ca5c6251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:01:43.339695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:43.407501 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:43.408154 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:43.497595 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:43.498337 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:43.523670 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:43.532908 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:43.627379 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:45.296775 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:45.371744 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:45.372425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:45.509494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 5ac7c5cf-a1dd-40b2-9a5f-7f9c9a91d173 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:01:50.866542 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:01:52.317756 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-fe191368-a896-4b47-8bbf-0fdac75e9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:54.479419 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-df24c359-f88e-4a74-a1b1-70405b329954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:55.722083 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:56.714285 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:01:58.435757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:22.326850 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a9976a31-6abe-4911-bd64-69c6836e65c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:24.476355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-10bcd0a5-4743-4b68-830f-72f5c8530524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:25.724158 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:26.709500 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:27.878540 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:02:28.443234 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:52.322849 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-df1f2dc6-b820-400c-a9b1-d60eebdb8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:54.471636 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ec7adb20-3b69-45c1-b29d-e4b4e8ec301e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:55.732120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:56.712808 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:58.436373 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:02:59.451578 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33796) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:02:59.511041 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7328c0-c31d-4b37-8e7b-ad115eea73d9 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:02:59.512230 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8a7328c0-c31d-4b37-8e7b-ad115eea73d9 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597260 Feb 16 15:02:59.667463 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd780da1-d8ee-4b6f-bd12-06610709e361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:59.668915 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dd780da1-d8ee-4b6f-bd12-06610709e361 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526172 Feb 16 15:03:01.988769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33806) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:02.082370 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbafec-3f09-44b0-95a7-5276c38f5103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.083685 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f6fbafec-3f09-44b0-95a7-5276c38f5103 admin admin] 10.222.0.45 "GET /v2.0/subnets/895e464c-9cfc-4b64-954b-a2a79eeded32 HTTP/1.1" status: 200 len: 849 time: 0.0939522 Feb 16 15:03:02.093527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:02.173866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Publish callbacks [] for subnet (895e464c-9cfc-4b64-954b-a2a79eeded32), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:02.309292 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750054522471'] for subnet (895e464c-9cfc-4b64-954b-a2a79eeded32), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:02.338683 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.339271 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:02.340609 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] 10.222.0.45 "PUT /v2.0/subnets/895e464c-9cfc-4b64-954b-a2a79eeded32 HTTP/1.1" status: 200 len: 868 time: 0.2506006 Feb 16 15:03:02.354328 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981589ea-fab6-4047-aa48-2a382880b0d8 None None] Network b57102dd-5ef6-41ef-88af-dd6158c9c043 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:03:02.363152 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Pushing event updated for resources: {'Subnet': ['ID=895e464c-9cfc-4b64-954b-a2a79eeded32,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:02.371013 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.371396 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.371745 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.372083 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.372421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.372772 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.373161 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.373495 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.373848 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.374182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.374509 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.374833 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.375155 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a4d84-d490-4567-9220-a4d26194414e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:02.643629 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Provisioning complete for port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:02.644116 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:02.724373 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Current status of the port c28a6fb8-8d15-4b1a-9a27-c7cd0d4b2c1e is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:03:02.734217 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Provisioning complete for port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:02.734607 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2827d997-1c5d-4775-a3db-c2fd1c6c2e7d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:02.834382 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-a20cc798-332e-4cc3-acbd-7da3e790e72a None None] Current status of the port 2827d997-1c5d-4775-a3db-c2fd1c6c2e7d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:03:04.679903 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33814) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:04.878024 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:03:04.879370 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718155ee-eb3d-4071-b417-e8eae9bc0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:04.879843 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718155ee-eb3d-4071-b417-e8eae9bc0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:04.881401 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-718155ee-eb3d-4071-b417-e8eae9bc0af2 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999223 Feb 16 15:03:07.207729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33822) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:07.446376 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71863a2c-682f-4521-8ed8-f93f2c6c32ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.446769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71863a2c-682f-4521-8ed8-f93f2c6c32ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.448414 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-71863a2c-682f-4521-8ed8-f93f2c6c32ca admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2397757 Feb 16 15:03:09.748035 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 33832) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:09.927876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153727c-ff91-42ec-9bcf-9fba01c9b8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:09.929250 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5153727c-ff91-42ec-9bcf-9fba01c9b8f1 admin admin] 10.222.0.45 "GET /v2.0/networks/0a750354-ede8-4b7c-b67b-52c06384343d HTTP/1.1" status: 200 len: 886 time: 0.1802533 Feb 16 15:03:12.230316 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33840) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:12.357319 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34ec06-31f2-48dd-bb3e-26f004acc685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.358682 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8d34ec06-31f2-48dd-bb3e-26f004acc685 admin admin] 10.222.0.45 "GET /v2.0/networks/b57102dd-5ef6-41ef-88af-dd6158c9c043 HTTP/1.1" status: 200 len: 869 time: 0.1274302 Feb 16 15:03:14.679664 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33848) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:14.899927 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c776fd-2d45-42ac-a102-eb63d99f82b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.900391 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c776fd-2d45-42ac-a102-eb63d99f82b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.901971 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-e6c776fd-2d45-42ac-a102-eb63d99f82b7 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2208085 Feb 16 15:03:17.210554 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33856) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:17.300089 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d1a72-e355-4913-8833-fbcfccee2a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:17.300542 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d1a72-e355-4913-8833-fbcfccee2a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:17.302028 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3a8d1a72-e355-4913-8833-fbcfccee2a96 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904641 Feb 16 15:03:19.629234 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33864) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:19.721210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae090f-f650-4313-80e3-f96190b44f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:19.722545 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c4ae090f-f650-4313-80e3-f96190b44f43 admin admin] 10.222.0.45 "GET /v2.0/subnets/7cbae615-9693-46ed-805f-b0031e2efcd7 HTTP/1.1" status: 200 len: 816 time: 0.0923686 Feb 16 15:03:22.027263 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33872) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:22.121210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b198d4-1bd8-4ea7-b6d1-6a5a6ef42c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:22.122499 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a0b198d4-1bd8-4ea7-b6d1-6a5a6ef42c99 admin admin] 10.222.0.45 "GET /v2.0/subnets/895e464c-9cfc-4b64-954b-a2a79eeded32 HTTP/1.1" status: 200 len: 868 time: 0.0942774 Feb 16 15:03:22.323557 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bc8d64b7-4b76-4f57-9651-3ec4bad278d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:24.473381 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b15409d9-a1b1-444d-b9ce-10e3c29f5637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:25.734858 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:26.717262 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:28.440569 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:41.876892 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:03:50.160208 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33924) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:50.206281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [None req-ce5bf4b3-fcd8-4c42-9ff5-0b643b2c447b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:03:50.207295 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ce5bf4b3-fcd8-4c42-9ff5-0b643b2c447b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461173 Feb 16 15:03:52.327453 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f5333ccb-0b61-4521-b680-ec71ba64e56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:52.622958 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33932) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:52.684056 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79b49e2-5f04-4b22-8b17-75f1ec589265 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:03:52.685334 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d79b49e2-5f04-4b22-8b17-75f1ec589265 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614150 Feb 16 15:03:52.769650 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c5da1-99ac-458a-9bd2-80eaca940bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:52.771095 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-599c5da1-99ac-458a-9bd2-80eaca940bfe admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817013 Feb 16 15:03:54.474544 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-fd7d6829-e7db-4d10-94c2-7d6965ca2ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.109341 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33940) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:55.155580 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:55.174206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Made reservation on behalf of b6ee726d09474004b36416e4e84ea465 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:55.176754 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.203247 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING neutron.services.revisions.revision_plugin [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Could not find related network for resource to bump revision. Feb 16 15:03:55.214419 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:55.223115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (1e96574d-9e5d-4a64-87f7-f7295cd87301), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.223452 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Added segment 1e96574d-9e5d-4a64-87f7-f7295cd87301 of type vlan for network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec Feb 16 15:03:55.260543 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.284778 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.285823 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:55.286666 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:55.317120 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2066538 Feb 16 15:03:55.351933 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10955-cb14-4a0c-858b-e09b19dfcf95 admin admin] Pushing event updated for resources: {'Network': ['ID=bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:55.363730 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:55.739023 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:56.718730 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:57.618998 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33948) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:03:57.678352 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb81632-d13a-430e-85c8-0bce0cbbc2ea admin admin] GET failed (client error): The resource could not be found. Feb 16 15:03:57.680134 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5fb81632-d13a-430e-85c8-0bce0cbbc2ea admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601816 Feb 16 15:03:57.746166 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31308a42-2d1c-40a9-96e9-f46b3696746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:57.747590 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-31308a42-2d1c-40a9-96e9-f46b3696746b admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634456 Feb 16 15:03:57.757652 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:57.775082 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Made reservation on behalf of b6ee726d09474004b36416e4e84ea465 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:57.777265 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:57.935010 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (08837287-5211-421f-81de-b41ebff9d155), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:57.986215 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08837287-5211-421f-81de-b41ebff9d155,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:57.994778 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Checking segment: {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:03:57.995132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Network hostable DHCP agents. Network: bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:58.009256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:58.017256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:58.021147 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:58.021734 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.026609 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36fb8d-ff2b-4af7-a69f-8688b4481315 None None] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:03:58.036368 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-329a7291-968b-4b82-b3a5-12c5dd65005c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2823772 Feb 16 15:03:58.134689 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec', 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec', 'project_id': 'b6ee726d09474004b36416e4e84ea465', 'fixed_ips': [{'subnet_id': '08837287-5211-421f-81de-b41ebff9d155'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:03:58.135561 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.279813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Allocated IP 192.168.233.2 (bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec/08837287-5211-421f-81de-b41ebff9d155/0df92652-9b93-43e2-a0dd-9436391ff299) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:58.431990 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks [] for port (0df92652-9b93-43e2-a0dd-9436391ff299), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.442812 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.471834 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.490115 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:58.492983 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:58.495904 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:58.507363 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Pushing event updated for resources: {'Port': ['ID=0df92652-9b93-43e2-a0dd-9436391ff299,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:58.529751 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.530151 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.530468 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.530815 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.531148 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.531477 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.531820 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.532153 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.532478 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.532816 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.533181 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.533498 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.533814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:58.574194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Attempting to bind port 0df92652-9b93-43e2-a0dd-9436391ff299 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:03:58.574886 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Attempting to bind port 0df92652-9b93-43e2-a0dd-9436391ff299 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:03:58.574886 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Attempting to bind port 0df92652-9b93-43e2-a0dd-9436391ff299 on network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:58.579943 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:58.580331 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Checking segment: {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:03:58.580732 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.581154 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Bound using segment: {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:58.581623 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Bound port: 0df92652-9b93-43e2-a0dd-9436391ff299, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:03:58.582001 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.643914 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] For port 0df92652-9b93-43e2-a0dd-9436391ff299, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:58.647062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] For port 0df92652-9b93-43e2-a0dd-9436391ff299, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=0df92652-9b93-43e2-a0dd-9436391ff299,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:58.653462 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:58.708894 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31825901-0d07-4e8f-98e7-6cf1d9349cbc None None] Pushing event updated for resources: {'Port': ['ID=0df92652-9b93-43e2-a0dd-9436391ff299,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:59.391055 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 0df92652-9b93-43e2-a0dd-9436391ff299 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:59.449693 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 0df92652-9b93-43e2-a0dd-9436391ff299 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:59.450428 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:59.537225 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 0df92652-9b93-43e2-a0dd-9436391ff299 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:03:59.537610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:59.574133 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 0df92652-9b93-43e2-a0dd-9436391ff299, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=0df92652-9b93-43e2-a0dd-9436391ff299,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:59.578338 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:59.603832 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf1b25-40a7-4fd8-9555-35facf2b00e0 None None] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:03:59.692586 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=0df92652-9b93-43e2-a0dd-9436391ff299,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:59.705246 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-7e1b68a8-7e9e-4910-ad0f-7d8411bbb107 None None] Provisioning complete for port 0df92652-9b93-43e2-a0dd-9436391ff299 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:59.705632 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7e1b68a8-7e9e-4910-ad0f-7d8411bbb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:03:59.924328 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b68a8-7e9e-4910-ad0f-7d8411bbb107 None None] Current status of the port 0df92652-9b93-43e2-a0dd-9436391ff299 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:04:00.045695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-b2932b46-572d-47ce-b567-668ab65ab885 None None] Provisioning complete for port 0df92652-9b93-43e2-a0dd-9436391ff299 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:00.046074 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b2932b46-572d-47ce-b567-668ab65ab885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:00.125084 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-b2932b46-572d-47ce-b567-668ab65ab885 None None] Current status of the port 0df92652-9b93-43e2-a0dd-9436391ff299 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:04:01.339721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 0df92652-9b93-43e2-a0dd-9436391ff299 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:01.393849 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 0df92652-9b93-43e2-a0dd-9436391ff299 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:01.394224 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (0df92652-9b93-43e2-a0dd-9436391ff299), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:01.470024 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 0df92652-9b93-43e2-a0dd-9436391ff299 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:04:18.875427 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:04:22.332163 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-40f66e0c-1ab3-4142-974c-dcf38321ba87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:24.476920 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4710-2443-4cbd-8f9c-ec97fef8bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:25.742743 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:26.721668 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:28.444189 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:52.337135 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-28ee1a17-cac0-48c7-b838-96227292ee56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:54.477658 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-efb2d3cc-683c-4b4a-aac1-8d0b0e430ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:55.744740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:55.874400 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:04:56.728142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:04:58.445742 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:19.599220 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 33986) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:05:19.604884 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [None req-d45a583f-f792-4195-b4d4-118525f16a0e tempest-verify_tempest_config-650906104 tempest-verify_tempest_config-650906104-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:05:19.605891 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d45a583f-f792-4195-b4d4-118525f16a0e tempest-verify_tempest_config-650906104 tempest-verify_tempest_config-650906104-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056281 Feb 16 15:05:19.894204 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34004) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:05:19.997688 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.066737 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Publish callbacks [] for security_group (c0156d4b-7517-476b-8c82-bf5cc07b4e9a), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.070542 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c0156d4b-7517-476b-8c82-bf5cc07b4e9a), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.110965 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0156d4b-7517-476b-8c82-bf5cc07b4e9a,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:20.115850 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f9d6cdbc7e348c58e100b3492ad0196&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2206740 Feb 16 15:05:20.118730 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34008) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:05:20.120768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.121167 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.121515 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.121848 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.122175 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.122500 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.122836 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.123163 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.123497 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.123816 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.124135 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.124446 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.124758 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c349be-93ca-4630-8f74-ba15049a17f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.203154 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Publish callbacks [] for security_group (c0156d4b-7517-476b-8c82-bf5cc07b4e9a), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.222630 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Publish callbacks [] for security_group (c0156d4b-7517-476b-8c82-bf5cc07b4e9a), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.313806 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c0156d4b-7517-476b-8c82-bf5cc07b4e9a), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.316351 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:20.317645 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0156d4b-7517-476b-8c82-bf5cc07b4e9a HTTP/1.1" status: 204 len: 168 time: 0.1978960 Feb 16 15:05:20.325486 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0156d4b-7517-476b-8c82-bf5cc07b4e9a,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:20.334345 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.334735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.335018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.335347 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.335674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.335994 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.336312 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.336668 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.337013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.337388 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.337647 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.337957 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.338271 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bb7b0-1b4a-400e-98d7-1cc85d278a78 admin admin] Tracked resource versions report: Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: pushed versions: Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: { 'AddressGroup': {'1.2'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Log': {'1.0'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Network': {'1.1'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Port': {'1.7'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'PortForwarding': {'1.2'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'QosPolicy': {'1.10'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroup': {'1.5'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SubPort': {'1.0'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Subnet': {'1.1'}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Trunk': {'1.1'}} Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: consumer versions: Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'ConntrackHelper': '1.0', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'LocalIPAssociation': '1.0', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Log': '1.0', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Network': '1.1', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Port': '1.7', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'PortForwarding': '1.2', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'QosPolicy': '1.10', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroup': '1.5', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroupRule': '1.2', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SubPort': '1.0', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Subnet': '1.1', Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Trunk': '1.1'}} Feb 16 15:05:20.339670 dv-cinder-804035-31-iscsi neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:05:22.339635 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b832700-174b-41b8-ab48-3cbc3c5da9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:24.479872 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1ab67e1d-ed22-4901-b5a5-ccd28a7da172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:25.749554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:26.729445 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:28.448462 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:32.872145 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:05:52.341364 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a830cf41-4f2d-45b5-bba0-890d60607ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:54.481847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-880e9caf-a97a-45b0-9ab1-fa80768c4eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:55.752516 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:56.732870 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:05:58.450787 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:09.871946 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:06:22.342324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-39a8a2c9-1d37-48fa-9656-c1734f36c260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:24.483312 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-88dc1a48-922f-4c6c-ab7e-cba6c8783d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:25.752530 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:26.734747 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:28.452798 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:46.870777 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 5 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:06:52.347557 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5dac-06e1-46c5-9433-89a51c56a277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:54.484733 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b072dfb5-6cd3-4423-bac5-a63c562d2d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:55.755184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:56.739908 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:06:58.454917 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:01.060060 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3736386'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:15.494424 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34084) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:07:15.598408 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-b6fb958a-7f8d-4c06-96bd-ddd66901eeb0 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1028893 Feb 16 15:07:17.913562 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34094) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:07:17.970801 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ab659f8a-b964-4d7d-a1e8-5b076b8bb754 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0561714 Feb 16 15:07:22.350194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a32e684d-016e-4338-90cc-2fbd6948b930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:23.870062 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:07:24.485865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5a1d52af-791f-4d64-86f0-3bea332a1832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:25.758662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:26.741793 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:28.457992 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:31.038962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:52.351715 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0740d927-9ae8-4068-9356-435a41bf2ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:54.487277 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-880d2410-4ae0-4bd4-9aa2-b1cf2ed62bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:55.761525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:56.744369 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:07:58.462066 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:00.870101 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:08:01.053248 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:22.353434 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c9721cfd-a307-4a37-b2d8-281275b0981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:24.491510 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-89a9bdd4-cce9-431f-8747-8287581b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:25.763736 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:26.747385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:28.464047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:31.059142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:37.869031 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:08:50.717292 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34256) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:50.942829 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-network', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:50.962707 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Made reservation on behalf of abaf978091bb4d1eb2e9f193452a5092 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:50.965301 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:50.975979 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.057444 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks [] for security_group (95d1415a-a6bf-4510-8ea1-b36db3d37ab0), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.063015 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (95d1415a-a6bf-4510-8ea1-b36db3d37ab0), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.087468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:51.100232 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1415a-a6bf-4510-8ea1-b36db3d37ab0,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:51.109787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (fd65cf31-3127-4754-8333-4c589d158dfe), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.110381 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Added segment fd65cf31-3127-4754-8333-4c589d158dfe of type vlan for network 24ce5675-f85a-44e8-af21-36b44c7f2284 Feb 16 15:08:51.112448 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.112960 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.113345 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.113751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.114223 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.114621 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.115027 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.115485 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.116115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.116526 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.116919 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.117277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.117659 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Tracked resource versions report: Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: pushed versions: Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: { 'AddressGroup': {'1.2'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'ConntrackHelper': {'1.0'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Log': {'1.0'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Network': {'1.1'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Port': {'1.7'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'PortForwarding': {'1.2'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'QosPolicy': {'1.10'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroup': {'1.5'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SubPort': {'1.0'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Subnet': {'1.1'}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Trunk': {'1.1'}} Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: consumer versions: Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: HyperV agent@hv-cinder-80403: {}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'ConntrackHelper': '1.0', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'LocalIPAssociation': '1.0', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Log': '1.0', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Network': '1.1', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Port': '1.7', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'PortForwarding': '1.2', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'QosPolicy': '1.10', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroup': '1.5', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SecurityGroupRule': '1.2', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'SubPort': '1.0', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Subnet': '1.1', Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: 'Trunk': '1.1'}} Feb 16 15:08:51.118847 dv-cinder-804035-31-iscsi neutron-server[102763]: {{(pid=102763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:08:51.181453 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (24ce5675-f85a-44e8-af21-36b44c7f2284), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.214199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (24ce5675-f85a-44e8-af21-36b44c7f2284), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.215195 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:51.216075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.251646 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34296) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.253465 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5342524 Feb 16 15:08:51.258276 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Request body: {'subnet': {'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-subnet', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:51.292496 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48d84-da06-4fa1-b9a9-cef83ae4a99a admin admin] Pushing event updated for resources: {'Network': ['ID=24ce5675-f85a-44e8-af21-36b44c7f2284,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:51.292759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Made reservation on behalf of abaf978091bb4d1eb2e9f193452a5092 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:51.297100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.303563 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:51.621860 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (3298aadb-0eb3-4a5b-8e7f-80620229232f), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.658105 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34320) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.686608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34324) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.694730 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34328) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.700675 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3298aadb-0eb3-4a5b-8e7f-80620229232f,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:51.713220 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.713507 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.713820 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.714149 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.714476 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.715088 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.715419 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.715743 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.716113 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.716437 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.716926 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.717265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.717580 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Tracked resource versions report: Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: pushed versions: Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: { 'AddressGroup': {'1.2'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Log': {'1.0'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Network': {'1.1'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Port': {'1.7'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'PortForwarding': {'1.2'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'QosPolicy': {'1.10'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroup': {'1.5'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SubPort': {'1.0'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Subnet': {'1.1'}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Trunk': {'1.1'}} Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: consumer versions: Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: HyperV agent@hv-cinder-80403: {}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'ConntrackHelper': '1.0', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'LocalIPAssociation': '1.0', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Log': '1.0', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Network': '1.1', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Port': '1.7', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'PortForwarding': '1.2', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'QosPolicy': '1.10', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroup': '1.5', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SecurityGroupRule': '1.2', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'SubPort': '1.0', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Subnet': '1.1', Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: 'Trunk': '1.1'}} Feb 16 15:08:51.719468 dv-cinder-804035-31-iscsi neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:08:51.732769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34334) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.744293 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Checking segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:51.744660 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Network hostable DHCP agents. Network: 24ce5675-f85a-44e8-af21-36b44c7f2284, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:51.767530 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:51.781625 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 24ce5675-f85a-44e8-af21-36b44c7f2284) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:51.790908 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e7f76-226e-47d5-9601-a829e24f851b None None] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:51.791781 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:51.792515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8974711c-b623-4946-939f-78efae27953f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.813500 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8974711c-b623-4946-939f-78efae27953f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5607116 Feb 16 15:08:51.813685 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34340) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:51.819090 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:51.845433 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.847262 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.873868 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-30116628-network', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:51.912636 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-323924787-network', 'tenant_id': '0c22931dd3144a388d1cdfa62b063f20'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:51.936531 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Made reservation on behalf of 4edac7cbb3a04f0da6e9662ea34ef99c for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:51.939067 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.942912 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8f4bf-68bc-40c2-91e0-6a54b09bfb7f None None] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:51.961340 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:51.966586 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Made reservation on behalf of 0c22931dd3144a388d1cdfa62b063f20 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:51.969879 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.016020 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-863359901-network', 'tenant_id': '184b05e4074944c88255d1b7d71dd224'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:52.052616 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for router_controller (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.053648 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.055745 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:52.058565 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.070721 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.164707 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-744740660-network', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:52.308255 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Made reservation on behalf of bab1b62f70274237a5cf07e8c34c6a9c for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:52.310486 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.334138 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for router_gateway (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.342678 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.374499 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a65d8c05-826a-4d53-82f8-910b60f51656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.458619 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks [] for security_group (1a921353-5243-4a0f-b6a7-db89d0d1c844), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.517009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1a921353-5243-4a0f-b6a7-db89d0d1c844), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.533858 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:52.551852 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (f3200efd-b248-437e-9ad4-175c764f1a71), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.552216 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Added segment f3200efd-b248-437e-9ad4-175c764f1a71 of type vlan for network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 Feb 16 15:08:52.567202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks [] for security_group (e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.599840 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.650437 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks [] for security_group (2d812b22-b08a-4281-8338-983ef1311ccb), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.675875 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (2d812b22-b08a-4281-8338-983ef1311ccb), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.679507 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (8d5280b9-d595-4ffc-bf53-bf20ccb34995), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.681546 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:52.687022 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a921353-5243-4a0f-b6a7-db89d0d1c844,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:52.732202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks [] for security_group (58344880-7bb9-49d9-bc56-6092247816ce), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.739525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.740249 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Added segment 03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df of type vlan for network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e Feb 16 15:08:52.777582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:52.797661 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (58344880-7bb9-49d9-bc56-6092247816ce), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.834924 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (74fdedad-5e57-4989-93a8-bb16b45927dd), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.835254 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Added segment 74fdedad-5e57-4989-93a8-bb16b45927dd of type vlan for network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 Feb 16 15:08:52.868513 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:52.870508 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (8d5280b9-d595-4ffc-bf53-bf20ccb34995), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.871452 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:52.872042 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:52.873925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:52.984040 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34392) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.050420 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.071828 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (7280d8d1-abae-42ba-80ce-39b1d09e23bb), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.072172 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Added segment 7280d8d1-abae-42ba-80ce-39b1d09e23bb of type vlan for network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e Feb 16 15:08:53.102804 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4148703 Feb 16 15:08:53.105781 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (2b21cc9a-f71a-4624-bfb8-a0142d232c31), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.112221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34396) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.119355 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Request body: {'subnet': {'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-subnet', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:53.129913 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee0d-2d7e-4bda-b224-ad8d57701720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.169128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Made reservation on behalf of 4edac7cbb3a04f0da6e9662ea34ef99c for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:53.171845 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.191879 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (5032179a-12ff-4bfe-87c7-4f792e6c9f8e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.204238 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aae27-1baa-4905-b230-a2b4f2184f6e admin admin] Pushing event updated for resources: {'Network': ['ID=8d5280b9-d595-4ffc-bf53-bf20ccb34995,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.218336 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:53.235444 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d812b22-b08a-4281-8338-983ef1311ccb,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.249611 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.250567 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:53.251141 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.268562 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee0d-2d7e-4bda-b224-ad8d57701720 admin admin] Publish callbacks [] for security_group (f03e9558-5bda-41ec-8cea-77d7694a73ca), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.269769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (2b21cc9a-f71a-4624-bfb8-a0142d232c31), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.270689 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:53.271375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.287484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee0d-2d7e-4bda-b224-ad8d57701720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f03e9558-5bda-41ec-8cea-77d7694a73ca), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.307245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (5032179a-12ff-4bfe-87c7-4f792e6c9f8e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.308395 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:53.309349 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.355906 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6962972 Feb 16 15:08:53.363586 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34400) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.377255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Request body: {'subnet': {'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-323924787-subnet', 'tenant_id': '0c22931dd3144a388d1cdfa62b063f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:53.390648 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58344880-7bb9-49d9-bc56-6092247816ce,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.423897 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0f85ee0d-2d7e-4bda-b224-ad8d57701720 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6df64e03c85a4fd394dc0806c1d5839b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4379015 Feb 16 15:08:53.426606 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7304137 Feb 16 15:08:53.428077 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34412) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.432264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34414) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.437031 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d195-9fcd-418b-8dc9-b720440de922 admin admin] Pushing event updated for resources: {'Network': ['ID=22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.448559 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Request body: {'subnet': {'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-863359901-subnet', 'tenant_id': '184b05e4074944c88255d1b7d71dd224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:53.451304 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:53.470572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85ee0d-2d7e-4bda-b224-ad8d57701720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e9558-5bda-41ec-8cea-77d7694a73ca,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.483076 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7470572 Feb 16 15:08:53.486553 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34416) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:53.497778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Request body: {'subnet': {'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-744740660-subnet', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:53.541689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Made reservation on behalf of 0c22931dd3144a388d1cdfa62b063f20 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:53.545351 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.598438 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:53.600709 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.606711 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3c3e-b528-4174-bc9f-8e4f61f1479a admin admin] Pushing event updated for resources: {'Network': ['ID=2b21cc9a-f71a-4624-bfb8-a0142d232c31,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.620970 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:53.654752 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for router_gateway (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.672885 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Made reservation on behalf of bab1b62f70274237a5cf07e8c34c6a9c for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:53.676784 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.717633 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.720285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] Publish callbacks [] for security_group (f03e9558-5bda-41ec-8cea-77d7694a73ca), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.776188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a098d-6a76-4860-b988-77572026e583 admin admin] Pushing event updated for resources: {'Network': ['ID=5032179a-12ff-4bfe-87c7-4f792e6c9f8e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.813277 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:53.818677 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] Publish callbacks [] for security_group (f03e9558-5bda-41ec-8cea-77d7694a73ca), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.898413 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (e57bea93-4afc-4ddc-ae19-02a0090cb6b7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.958333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Allocated IP 172.27.2.242 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/2aa568a4-c15e-47a8-b363-cb77ae28cb04) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:53.984614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f03e9558-5bda-41ec-8cea-77d7694a73ca), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.987314 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:53.988723 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f03e9558-5bda-41ec-8cea-77d7694a73ca HTTP/1.1" status: 204 len: 168 time: 0.5579219 Feb 16 15:08:54.021882 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c18e-497c-4e5b-a080-980f9c1bcac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e9558-5bda-41ec-8cea-77d7694a73ca,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.043980 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (7394a172-d460-430c-b074-73e54854df8c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.081410 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57bea93-4afc-4ddc-ae19-02a0090cb6b7,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.090251 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (cda7968e-af0b-4905-851c-1d4146d4b0b7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.156569 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7394a172-d460-430c-b074-73e54854df8c,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.169891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Checking segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:54.170540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Network hostable DHCP agents. Network: 8d5280b9-d595-4ffc-bf53-bf20ccb34995, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:54.181373 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.183210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Checking segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:54.183765 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Network hostable DHCP agents. Network: 2b21cc9a-f71a-4624-bfb8-a0142d232c31, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:54.218626 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda7968e-af0b-4905-851c-1d4146d4b0b7,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.219274 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:54.237411 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.262110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:54.267692 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Checking segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:54.268051 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Network hostable DHCP agents. Network: 5032179a-12ff-4bfe-87c7-4f792e6c9f8e, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:54.294330 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 2b21cc9a-f71a-4624-bfb8-a0142d232c31) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:54.294543 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 8d5280b9-d595-4ffc-bf53-bf20ccb34995) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:54.302986 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:54.303980 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.305212 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:54.305802 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.306447 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (203baabb-83b0-42d0-a90a-613370ac6046), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.309421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:54.313273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d611f18-4369-4149-aaab-d85f7a5b0730 None None] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:54.316158 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:54.318230 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Pushing event updated for resources: {'Port': ['ID=2aa568a4-c15e-47a8-b363-cb77ae28cb04,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.322378 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:54.362227 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:54.368564 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f47b1-73fe-4c59-9fc1-d843953ee6f5 None None] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:54.380250 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-83af6207-4540-4678-a2fd-0e2554a0d3f0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2654123 Feb 16 15:08:54.384732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34438) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:54.388638 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 5032179a-12ff-4bfe-87c7-4f792e6c9f8e) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:54.392832 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:54.393610 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.399163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:54.421311 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=203baabb-83b0-42d0-a90a-613370ac6046,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.436157 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc3240-a1d8-4b89-8569-d275ad4fb717 None None] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:54.454195 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bc3a3d62-5e7a-4a07-9292-b908c32498cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9634750 Feb 16 15:08:54.455480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34442) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:54.463810 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:54.471122 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.474231 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.481302 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-43ee41c5-c452-4581-9027-57bcb31f0668 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0412314 Feb 16 15:08:54.490902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Checking segment: {'id': '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:54.491542 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Network hostable DHCP agents. Network: 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:54.585919 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34450) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:54.640974 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-41d4cfb0-2383-4d7d-8714-1e7659033b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.677295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (31feab63-18f8-418e-82f7-21a5bed22f81), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.679381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (31feab63-18f8-418e-82f7-21a5bed22f81), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.716002 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:54.716510 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df51ea8-cb75-493f-9766-6f3930088c8f None None] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:54.739235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6b2f1b2f-c469-4655-9282-a8fdaed6c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.759938 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:08:54.759938 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.774599 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for router_gateway (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.810906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for router_controller (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.849934 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:08:54.867531 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.879517 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-41d4cfb0-2383-4d7d-8714-1e7659033b22 admin admin] Publish callbacks [] for security_group (c70d3f2d-ad92-4d89-b25c-ae20b3a3a248), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.888190 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-41d4cfb0-2383-4d7d-8714-1e7659033b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c70d3f2d-ad92-4d89-b25c-ae20b3a3a248), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:54.949705 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4cfb0-2383-4d7d-8714-1e7659033b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d3f2d-ad92-4d89-b25c-ae20b3a3a248,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.949975 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:54.963160 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-41d4cfb0-2383-4d7d-8714-1e7659033b22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5046d0f65f249b488da234071f7bfa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3734298 Feb 16 15:08:54.963716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34472) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:55.004272 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:55.004836 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.034522 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1f6fea13-cdbe-4dad-a6be-ffc59f40b06b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6636724 Feb 16 15:08:55.038687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd4197-5220-47aa-bbfa-1a8702ed0804 None None] Network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:55.107263 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for router_controller (31feab63-18f8-418e-82f7-21a5bed22f81), precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.269355 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34496) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:55.327308 dv-cinder-804035-31-iscsi neutron-server[102762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 15:08:55.378379 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] Publish callbacks [] for security_group (c70d3f2d-ad92-4d89-b25c-ae20b3a3a248), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.382849 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for router_gateway (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.384416 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.463052 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Allocated IP 172.20.0.2 (8d5280b9-d595-4ffc-bf53-bf20ccb34995/e57bea93-4afc-4ddc-ae19-02a0090cb6b7/c96c7528-7589-4600-952a-551acc4f307d) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:55.487083 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] Publish callbacks [] for security_group (c70d3f2d-ad92-4d89-b25c-ae20b3a3a248), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.574790 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c70d3f2d-ad92-4d89-b25c-ae20b3a3a248), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.577479 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.578646 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c70d3f2d-ad92-4d89-b25c-ae20b3a3a248 HTTP/1.1" status: 204 len: 168 time: 0.6140354 Feb 16 15:08:55.594652 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f03a0-5001-4152-9594-ba38a9d83036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d3f2d-ad92-4d89-b25c-ae20b3a3a248,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:55.616026 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:08:55.620668 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34520) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:55.626651 dv-cinder-804035-31-iscsi neutron-server[102763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 15:08:55.790806 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc039da-e8e4-48ee-8161-f8e33dbc0e31 None None] Network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:55.819222 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for router_gateway (31feab63-18f8-418e-82f7-21a5bed22f81), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.939623 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-64adf4f8-bfc6-493b-99c4-30fc928e5d97 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:55.941124 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-64adf4f8-bfc6-493b-99c4-30fc928e5d97 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/networks?id=22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e HTTP/1.1" status: 200 len: 811 time: 0.3161216 Feb 16 15:08:55.947022 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Allocated IP 172.20.0.2 (5032179a-12ff-4bfe-87c7-4f792e6c9f8e/cda7968e-af0b-4905-851c-1d4146d4b0b7/cbbe900b-6479-4ac5-9c5e-259029e2f1aa) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:55.962452 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:55.977978 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.978450 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Sync routers for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:55.982737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-cfe2abde-3de0-41b3-beb9-9428a3a4197c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:55.984430 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-cfe2abde-3de0-41b3-beb9-9428a3a4197c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.6628265 Feb 16 15:08:55.988148 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:55.989293 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:55.993261 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:55.994450 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c625869b-2631-436e-b529-9623d21b1dff admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1798272 Feb 16 15:08:55.995992 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9abedf98-02ef-40d9-9a5e-7e5eba15869a tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/quotas/0c22931dd3144a388d1cdfa62b063f20 HTTP/1.1" status: 200 len: 375 time: 0.0408788 Feb 16 15:08:56.000192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34528) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:56.057955 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks [] for port (c96c7528-7589-4600-952a-551acc4f307d), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.072787 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (c96c7528-7589-4600-952a-551acc4f307d), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.075531 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-a60d427e-738a-4ccf-a07d-4923bf035305 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c22931dd3144a388d1cdfa62b063f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646229 Feb 16 15:08:56.170318 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:56.175153 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-95e023e8-0db7-4285-a885-8991a40a7327 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/quotas/184b05e4074944c88255d1b7d71dd224 HTTP/1.1" status: 200 len: 375 time: 0.1821313 Feb 16 15:08:56.183521 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:56.189930 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:56.220234 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Pushing event updated for resources: {'Port': ['ID=c96c7528-7589-4600-952a-551acc4f307d,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:56.240607 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:56.306588 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.307926 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.308303 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.308660 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.309022 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.309721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.312395 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.312761 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.313136 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.313499 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.313845 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.314178 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.314513 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Tracked resource versions report: Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: pushed versions: Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: { 'AddressGroup': {'1.2'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'ConntrackHelper': {'1.0'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Log': {'1.0'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Network': {'1.1'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Port': {'1.7'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'PortForwarding': {'1.2'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'QosPolicy': {'1.10'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroup': {'1.5'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SubPort': {'1.0'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Subnet': {'1.1'}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Trunk': {'1.1'}} Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: consumer versions: Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: HyperV agent@hv-cinder-80403: {}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'ConntrackHelper': '1.0', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'LocalIPAssociation': '1.0', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Log': '1.0', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Network': '1.1', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Port': '1.7', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'PortForwarding': '1.2', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'QosPolicy': '1.10', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroup': '1.5', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SecurityGroupRule': '1.2', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'SubPort': '1.0', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Subnet': '1.1', Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: 'Trunk': '1.1'}} Feb 16 15:08:56.315706 dv-cinder-804035-31-iscsi neutron-server[102764]: {{(pid=102764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:08:56.325257 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-2c75042b-8ceb-449c-8d51-4b28f8fd9f1a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895324 Feb 16 15:08:56.416262 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-d0c6a90d-5212-4317-8631-a60f8cb12324 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:08:56.417618 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-d0c6a90d-5212-4317-8631-a60f8cb12324 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1552081 Feb 16 15:08:56.501565 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks [] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.526184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.601462 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:08:54Z', 'revision_number': 3, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:56.617909 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:56.620907 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-0615fafc-86f3-4d45-921b-1dfe78fc1291 service neutron] 10.222.0.45 "GET /v2.0/networks/22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932750 Feb 16 15:08:56.627409 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Attempting to bind port c96c7528-7589-4600-952a-551acc4f307d on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:08:56.628202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Attempting to bind port c96c7528-7589-4600-952a-551acc4f307d by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:08:56.632816 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Attempting to bind port c96c7528-7589-4600-952a-551acc4f307d on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:56.650646 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:56.653677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:56.656666 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Checking router: e06993a3-a5c9-47a5-b61f-92c2bfa29f0d for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:56.657520 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Updating router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:08:56.661537 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:56.663394 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Checking segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:56.663991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.664525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Bound using segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:56.665141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Bound port: c96c7528-7589-4600-952a-551acc4f307d, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:08:56.665954 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c96c7528-7589-4600-952a-551acc4f307d), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.669100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-8973a2e7-96f4-4818-bce3-486aa95eaec2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:08:56.675831 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-8973a2e7-96f4-4818-bce3-486aa95eaec2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1997931 Feb 16 15:08:56.697593 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.827543 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Pushing event updated for resources: {'Port': ['ID=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:56.847468 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.853477 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-51f997a8-73c7-4607-93ae-0f59c30e0214 service neutron] 10.222.0.45 "GET /v2.0/networks/22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239139 Feb 16 15:08:56.894824 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Attempting to bind port cbbe900b-6479-4ac5-9c5e-259029e2f1aa on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:08:56.895534 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Attempting to bind port cbbe900b-6479-4ac5-9c5e-259029e2f1aa by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:08:56.896072 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Attempting to bind port cbbe900b-6479-4ac5-9c5e-259029e2f1aa on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:56.911659 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:56.912056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Checking segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:56.912424 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.912821 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Bound using segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:56.913332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Bound port: cbbe900b-6479-4ac5-9c5e-259029e2f1aa, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:08:56.913718 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:56.949402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] For port c96c7528-7589-4600-952a-551acc4f307d, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:56.983348 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] For port c96c7528-7589-4600-952a-551acc4f307d, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c96c7528-7589-4600-952a-551acc4f307d,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:57.009274 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c96c7528-7589-4600-952a-551acc4f307d), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.029596 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for router_gateway (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.086381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.107655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] For port cbbe900b-6479-4ac5-9c5e-259029e2f1aa, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:57.124566 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks [] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.135212 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.153379 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] For port cbbe900b-6479-4ac5-9c5e-259029e2f1aa, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:57.154131 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for router_gateway (31feab63-18f8-418e-82f7-21a5bed22f81), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.193986 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.212202 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Pushing event updated for resources: {'Port': ['ID=2aa568a4-c15e-47a8-b363-cb77ae28cb04,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.212441 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee81f0-5e8d-4664-80d3-f67510708c74 None None] Pushing event updated for resources: {'Port': ['ID=c96c7528-7589-4600-952a-551acc4f307d,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.221533 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.222296 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.223398 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.223955 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.224673 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.225383 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.226054 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.226607 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.227192 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.229096 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.229967 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.230547 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.231058 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Tracked resource versions report: Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: pushed versions: Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: { 'AddressGroup': {'1.2'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'ConntrackHelper': {'1.0'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Log': {'1.0'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Network': {'1.1'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Port': {'1.7'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'PortForwarding': {'1.2'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'QosPolicy': {'1.10'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroup': {'1.5'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SubPort': {'1.0'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Subnet': {'1.1'}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Trunk': {'1.1'}} Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: consumer versions: Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: { DHCP agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: HyperV agent@hv-cinder-80403: {}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: L3 agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: Metadata agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: Metering agent@dv-cinder-804035-31-iscsi: {}, Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: Open vSwitch agent@dv-cinder-804035-31-iscsi: { 'AddressGroup': '1.2', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'ConntrackHelper': '1.0', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'LocalIPAssociation': '1.0', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Log': '1.0', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Network': '1.1', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Port': '1.7', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'PortForwarding': '1.2', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'QosPolicy': '1.10', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroup': '1.5', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SecurityGroupRule': '1.2', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'SubPort': '1.0', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Subnet': '1.1', Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: 'Trunk': '1.1'}} Feb 16 15:08:57.233185 dv-cinder-804035-31-iscsi neutron-server[102765]: {{(pid=102765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:08:57.235782 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-750d6c26-49f5-4600-bb12-dbd9765d5f58 service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591066 Feb 16 15:08:57.280106 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Attempting to bind port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:08:57.281763 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Attempting to bind port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:08:57.282680 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Attempting to bind port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:57.292685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.295426 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:57.295941 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:08:57.296516 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.297140 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:57.297486 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806cb5-2ecb-4fca-a4b8-b2e35e5ace1b None None] Pushing event updated for resources: {'Port': ['ID=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.297805 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Bound port: 2aa568a4-c15e-47a8-b363-cb77ae28cb04, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:08:57.298288 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.407447 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] For port 2aa568a4-c15e-47a8-b363-cb77ae28cb04, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:57.411935 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] For port 2aa568a4-c15e-47a8-b363-cb77ae28cb04, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2aa568a4-c15e-47a8-b363-cb77ae28cb04,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:57.433162 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:57.558595 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b08138c1-7b43-4e13-9325-1379b45cefe9 req-e6125a2d-1fc4-4e99-a499-e15ace768bea tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.1787362 Feb 16 15:08:57.578631 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb80fd-272b-4553-88f6-f277cba2f5d6 None None] Pushing event updated for resources: {'Port': ['ID=2aa568a4-c15e-47a8-b363-cb77ae28cb04,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.586381 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:57.594517 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:57.887174 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c96c7528-7589-4600-952a-551acc4f307d up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:57.924615 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:57.943231 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34600) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:58.096135 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port c96c7528-7589-4600-952a-551acc4f307d triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:58.096543 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c96c7528-7589-4600-952a-551acc4f307d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.194776 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a8fb953-a4bd-4809-b748-d34757831a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.229659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.290802 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:08:54Z', 'revision_number': 3, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:58.330561 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaddf1-dbeb-4e7a-8835-498273cef333 None None] The sync data for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi is: [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:08:54Z', 'revision_number': 3, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:58.384428 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a8fb953-a4bd-4809-b748-d34757831a87 admin admin] Publish callbacks [] for security_group (ffbd8283-2c85-41be-a8ed-fa6d65432cf9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.391545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a8fb953-a4bd-4809-b748-d34757831a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ffbd8283-2c85-41be-a8ed-fa6d65432cf9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.414919 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port c96c7528-7589-4600-952a-551acc4f307d is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:08:58.417305 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c96c7528-7589-4600-952a-551acc4f307d), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.484335 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Allocated IP 172.27.2.218 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/6190cb04-ebce-44cb-8ad1-f6abacd1db8a) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:58.503338 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1a8fb953-a4bd-4809-b748-d34757831a87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9987a60d221541e888899f6fc7fe4fab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5587754 Feb 16 15:08:58.506729 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34624) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:08:58.510533 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fb953-a4bd-4809-b748-d34757831a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd8283-2c85-41be-a8ed-fa6d65432cf9,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:58.528141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.549775 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port c96c7528-7589-4600-952a-551acc4f307d, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c96c7528-7589-4600-952a-551acc4f307d,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:58.557096 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c96c7528-7589-4600-952a-551acc4f307d), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.626769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] Publish callbacks [] for security_group (ffbd8283-2c85-41be-a8ed-fa6d65432cf9), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.742450 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e970135-84e8-48ee-ab58-97e4cdabda0f req-588fddee-f69b-4016-865b-fb5dbbffdfd3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.0763230 Feb 16 15:08:58.744814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=c96c7528-7589-4600-952a-551acc4f307d,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:58.758827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] Publish callbacks [] for security_group (ffbd8283-2c85-41be-a8ed-fa6d65432cf9), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.845884 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ffbd8283-2c85-41be-a8ed-fa6d65432cf9), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.848628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:58.850481 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffbd8283-2c85-41be-a8ed-fa6d65432cf9 HTTP/1.1" status: 204 len: 168 time: 0.3410060 Feb 16 15:08:58.877918 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f35a62-9e3e-4967-a09c-11c51c0048b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd8283-2c85-41be-a8ed-fa6d65432cf9,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:59.089215 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc34039-d4b9-4466-b5c5-3234a019b810 None None] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:08:59.118642 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-73cafcc5-1723-4052-8852-91f065fa2dbb service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8744032 Feb 16 15:08:59.215604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:59.268600 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Allocated IP 172.20.0.1 (24ce5675-f85a-44e8-af21-36b44c7f2284/3298aadb-0eb3-4a5b-8e7f-80620229232f/e537fc2c-8c89-486d-8af0-17e8df2bddba) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:59.474137 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:59.498304 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-15257d6e-a5ae-4253-860c-03c9ab2ce4e6 None None] Provisioning complete for port c96c7528-7589-4600-952a-551acc4f307d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:59.498705 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-15257d6e-a5ae-4253-860c-03c9ab2ce4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c96c7528-7589-4600-952a-551acc4f307d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:08:59.628357 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ed6a6-7885-4db0-a08e-5986948840e8 None None] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:09:00.028771 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks [] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.039214 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2aa568a4-c15e-47a8-b363-cb77ae28cb04 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:00.133575 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:00.171405 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-15257d6e-a5ae-4253-860c-03c9ab2ce4e6 None None] Current status of the port c96c7528-7589-4600-952a-551acc4f307d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:00.218429 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:00.219879 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.252005 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e17c1c0d-38a7-4786-9a50-b5213b25aba8 req-0e3210a6-3ade-4908-919f-d02b168398bd tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.3905761 Feb 16 15:09:00.252649 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.293374 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:00.348005 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a46038cc-f70d-4e84-bde8-0e9e847a2c03 req-2e00de43-7734-41a3-9e96-cf586c16a648 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.0976272 Feb 16 15:09:00.457496 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:00.461933 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Pushing event updated for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:00.462606 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Provisioning complete for port cbbe900b-6479-4ac5-9c5e-259029e2f1aa triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:00.463327 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.468166 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:00.759362 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:00.759755 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.784743 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34746) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:00.800662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 2aa568a4-c15e-47a8-b363-cb77ae28cb04, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2aa568a4-c15e-47a8-b363-cb77ae28cb04,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:00.804282 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Current status of the port cbbe900b-6479-4ac5-9c5e-259029e2f1aa is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:00.805019 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.820141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.821192 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c96c7528-7589-4600-952a-551acc4f307d up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:00.827358 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:00.853888 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Allocated IP 172.27.2.170 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/6d0aa1fd-7471-4c23-b171-a16d78d6e4b2) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:00.856719 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:00.872987 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:00.874544 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:00.913855 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=2aa568a4-c15e-47a8-b363-cb77ae28cb04,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:01.003408 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e69c-d849-494b-a2e1-005d11e28e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.165679 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.79', 49982) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:01.190318 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] For port cbbe900b-6479-4ac5-9c5e-259029e2f1aa, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:01.206481 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.240091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.267469 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port c96c7528-7589-4600-952a-551acc4f307d triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:01.268231 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c96c7528-7589-4600-952a-551acc4f307d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.272440 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042e658-b010-4a32-af18-2e92dfb5f710 None None] Pushing event updated for resources: {'Port': ['ID=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:01.361983 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Provisioning complete for port c96c7528-7589-4600-952a-551acc4f307d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:01.362665 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c96c7528-7589-4600-952a-551acc4f307d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.375236 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34766) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:01.395721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for router_gateway (31feab63-18f8-418e-82f7-21a5bed22f81), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.506747 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-829fbe7e-0895-40e7-a909-ed3b53ea2ced tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:01.511652 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-829fbe7e-0895-40e7-a909-ed3b53ea2ced tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.79 "GET /v2.0/networks?id=22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e HTTP/1.1" status: 200 len: 811 time: 0.3449309 Feb 16 15:09:01.531972 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e69c-d849-494b-a2e1-005d11e28e6a admin admin] Publish callbacks [] for security_group (7a623b79-20a2-44a4-bde7-46e6923c47e8), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.545993 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e69c-d849-494b-a2e1-005d11e28e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7a623b79-20a2-44a4-bde7-46e6923c47e8), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.604717 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port c96c7528-7589-4600-952a-551acc4f307d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:01.608586 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device cbbe900b-6479-4ac5-9c5e-259029e2f1aa up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:01.633529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Request body: {'port': {'device_id': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e', 'admin_state_up': True, 'tenant_id': '0c22931dd3144a388d1cdfa62b063f20'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:01.659221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-990184445-network', 'tenant_id': '388467f3fa6f45dcb391569fcc0aa135'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:01.705119 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Made reservation on behalf of 388467f3fa6f45dcb391569fcc0aa135 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:01.708039 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.727314 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Current status of the port c96c7528-7589-4600-952a-551acc4f307d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:01.736073 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port cbbe900b-6479-4ac5-9c5e-259029e2f1aa triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:01.736539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.760142 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.775144 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Provisioning complete for port cbbe900b-6479-4ac5-9c5e-259029e2f1aa triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:01.775832 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.815117 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-e8b9e69c-d849-494b-a2e1-005d11e28e6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecba78778eee4330ba61357eee16057e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0290537 Feb 16 15:09:01.832139 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.834703 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2bf543a9-b20b-4e0f-bdf3-556599c26501 req-8759bc7b-eafc-4714-bcd3-2abbb35414ab tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.2248597 Feb 16 15:09:01.835798 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79570a29-8ae9-47a7-bbdb-bb9528261a3c req-3139e1b6-cf58-49f9-a339-4f49c21fb3e8 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.0436506 Feb 16 15:09:01.836409 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34788) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:01.847908 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:01.938973 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-e8483f3f-b673-4161-80c6-736fa6e87ca3 None None] Current status of the port cbbe900b-6479-4ac5-9c5e-259029e2f1aa is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:01.945266 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port cbbe900b-6479-4ac5-9c5e-259029e2f1aa is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:01.965327 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9e69c-d849-494b-a2e1-005d11e28e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a623b79-20a2-44a4-bde7-46e6923c47e8,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.043036 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks [] for security_group (09f1c8b3-b5b5-47ba-ba10-bddd93822c97), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.055006 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (31feab63-18f8-418e-82f7-21a5bed22f81), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.101404 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2aa568a4-c15e-47a8-b363-cb77ae28cb04 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:02.152594 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.161289 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (09f1c8b3-b5b5-47ba-ba10-bddd93822c97), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.190463 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Made reservation on behalf of 0c22931dd3144a388d1cdfa62b063f20 for: {'port': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:02.194432 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.215007 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:02.217477 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.249100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:09:02.307932 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:02.333464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:02.349722 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:02.373775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750054544002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (4bafea9c-cc1a-414e-886b-dd70e9de40d6), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.374360 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Unsubscribe: segment precommit_create {{(pid=102762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 15:09:02.374799 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Added segment 4bafea9c-cc1a-414e-886b-dd70e9de40d6 of type vlan for network 7969759c-ed25-4610-8eca-7afaf2a4570d Feb 16 15:09:02.401373 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.79', 49993) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:02.436912 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:02.438997 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device cbbe900b-6479-4ac5-9c5e-259029e2f1aa up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:02.466366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] Publish callbacks [] for security_group (7a623b79-20a2-44a4-bde7-46e6923c47e8), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.572188 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1c8b3-b5b5-47ba-ba10-bddd93822c97,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.574128 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port cbbe900b-6479-4ac5-9c5e-259029e2f1aa triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:02.574860 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.616467 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Pushing event updated for resources: {'Port': ['ID=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.753583 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port cbbe900b-6479-4ac5-9c5e-259029e2f1aa is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:02.830869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (7969759c-ed25-4610-8eca-7afaf2a4570d), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.884217 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] Publish callbacks [] for security_group (7a623b79-20a2-44a4-bde7-46e6923c47e8), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:02.885520 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Allocated IP 172.20.0.9 (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e/203baabb-83b0-42d0-a90a-613370ac6046/a38c00dd-2c37-42b5-925c-2b37c651f1a9) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:03.006405 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (7969759c-ed25-4610-8eca-7afaf2a4570d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.007628 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:03.008368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.068795 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-02dbab4b-5fe9-463f-b606-bf4611f05440 req-14bbe84a-f6db-48e2-9ee2-625fae791f84 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.0524280 Feb 16 15:09:03.102472 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7242768 Feb 16 15:09:03.124743 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34828) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:03.132465 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Request body: {'subnet': {'network_id': '7969759c-ed25-4610-8eca-7afaf2a4570d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-990184445-subnet', 'tenant_id': '388467f3fa6f45dcb391569fcc0aa135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:03.198223 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d0056846-66bd-4b33-a0f3-c0d971626a03 req-9f806f21-9e8e-4219-900a-11a6dfcf4d0d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.1701972 Feb 16 15:09:03.199333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Made reservation on behalf of 388467f3fa6f45dcb391569fcc0aa135 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:03.205854 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.246484 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks [] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.337681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.453455 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Router 31feab63-18f8-418e-82f7-21a5bed22f81 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:09:03.455058 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7a623b79-20a2-44a4-bde7-46e6923c47e8), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.458278 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.466057 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a623b79-20a2-44a4-bde7-46e6923c47e8 HTTP/1.1" status: 204 len: 168 time: 1.6184826 Feb 16 15:09:03.560056 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks [] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.576906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5ccc-4e02-4027-9f11-c3e23cb4a5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7969759c-ed25-4610-8eca-7afaf2a4570d,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:03.594273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 7969759c-ed25-4610-8eca-7afaf2a4570d details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:09:03.618009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-d2b2a3a2-a05f-4ea8-be9c-394cb2b8f138 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:03.627911 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-d2b2a3a2-a05f-4ea8-be9c-394cb2b8f138 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 1.1632543 Feb 16 15:09:03.743734 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.746084 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.756405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (29f104c1-bd1f-4904-96db-991886802c9d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.862734 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:03.872422 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:03.891650 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:03.901151 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:03.901807 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:03.931980 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3259234 Feb 16 15:09:03.937581 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed858f6-4c9d-464c-b930-4481819b38eb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Pushing event updated for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:03.942658 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f104c1-bd1f-4904-96db-991886802c9d,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:03.970438 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-409aeacd-36d9-4d54-89c7-f83c292d87c7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:09:03.971684 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-409aeacd-36d9-4d54-89c7-f83c292d87c7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073752 Feb 16 15:09:03.975298 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Checking segment: {'id': '4bafea9c-cc1a-414e-886b-dd70e9de40d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7969759c-ed25-4610-8eca-7afaf2a4570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:03.975782 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Network hostable DHCP agents. Network: 7969759c-ed25-4610-8eca-7afaf2a4570d, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:09:03.998895 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34844) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:04.028120 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Network 7969759c-ed25-4610-8eca-7afaf2a4570d is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:09:04.035887 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d0072398-6c80-41df-8aaa-e2441bf221c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.063190 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 7969759c-ed25-4610-8eca-7afaf2a4570d) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:04.073801 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba35591-11a7-405e-b3f9-a0fe0ad9e4a9 None None] Network 7969759c-ed25-4610-8eca-7afaf2a4570d requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:09:04.088481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:04.089328 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.185085 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f4fa1d73-e6f7-4a9f-befb-1764ab5610ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0528402 Feb 16 15:09:04.213836 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:09:04.224254 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for router_gateway (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.255625 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:09:04.304036 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:04.306842 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:04.368883 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5e3ce3d7-549a-4062-93fa-c7771e3b4346 req-dc8e1607-caf2-4497-9945-2e3fda9b9b0a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.0574417 Feb 16 15:09:04.405771 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d0072398-6c80-41df-8aaa-e2441bf221c5 admin admin] Publish callbacks [] for security_group (cc99c72d-fc71-4eb9-be74-70bc5bf8a8be), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.418726 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d0072398-6c80-41df-8aaa-e2441bf221c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (cc99c72d-fc71-4eb9-be74-70bc5bf8a8be), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.468355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd096a-ffd4-426a-ae24-9d4da2f72114 None None] Network 7969759c-ed25-4610-8eca-7afaf2a4570d requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:09:04.495285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Pushing event updated for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:04.526168 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:04.561146 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d0072398-6c80-41df-8aaa-e2441bf221c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7590e5c8c72a430da4c1117586e33f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607417 Feb 16 15:09:04.566779 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34854) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:04.631501 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072398-6c80-41df-8aaa-e2441bf221c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99c72d-fc71-4eb9-be74-70bc5bf8a8be,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:04.732824 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] Publish callbacks [] for security_group (cc99c72d-fc71-4eb9-be74-70bc5bf8a8be), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.786895 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373de7b-d2f0-42be-871e-94c8d116eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a623b79-20a2-44a4-bde7-46e6923c47e8,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:04.805049 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Request body: {'port': {'device_id': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'admin_state_up': True, 'tenant_id': '184b05e4074944c88255d1b7d71dd224'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:04.810954 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] Publish callbacks [] for security_group (cc99c72d-fc71-4eb9-be74-70bc5bf8a8be), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.868461 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:04.876799 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.892862 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:04.909847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (cc99c72d-fc71-4eb9-be74-70bc5bf8a8be), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.912390 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:04.913594 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc99c72d-fc71-4eb9-be74-70bc5bf8a8be HTTP/1.1" status: 204 len: 168 time: 0.3435874 Feb 16 15:09:04.927027 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67251e-5cc9-45d9-92d9-9fca106f34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99c72d-fc71-4eb9-be74-70bc5bf8a8be,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:05.316986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Request body: {'port': {'device_id': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:05.352368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:05.353635 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7c1ca76c-2085-41cd-be22-cd2671ac83f4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8971381 Feb 16 15:09:05.365791 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34876) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:05.526044 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e00d1-d838-4ca7-98f9-5709280d4b8d req-f1f87acc-91ff-48ab-9430-4a844cf06406 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:05.528283 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e91e00d1-d838-4ca7-98f9-5709280d4b8d req-f1f87acc-91ff-48ab-9430-4a844cf06406 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 931 time: 1.0384407 Feb 16 15:09:05.541812 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:09:05.583935 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:09:05.602089 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 3, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:05.681922 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:09:05.683931 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Updating router 31feab63-18f8-418e-82f7-21a5bed22f81 port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:09:05.694390 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34884) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:05.717748 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:05.721253 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:05.749327 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:05.799567 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968964263-network', 'tenant_id': '04cf828d24df438f8693503d89abb989'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:05.809863 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6d14530d-912a-444f-a3f4-754f25cb0cb4 req-4aed01aa-be79-4fe9-a1c7-0e605ef56cac tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.1322353 Feb 16 15:09:05.919654 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:05.975117 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Made reservation on behalf of 04cf828d24df438f8693503d89abb989 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:05.984849 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.002284 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.346666 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Allocated IP 172.20.0.5 (2b21cc9a-f71a-4624-bfb8-a0142d232c31/7394a172-d460-430c-b074-73e54854df8c/77a5c128-95be-4548-b573-6d113782eef2) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:06.560158 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks [] for port (77a5c128-95be-4548-b573-6d113782eef2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.641342 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e91e00d1-d838-4ca7-98f9-5709280d4b8d req-596f77c4-85ab-4c97-9f40-9628dd32db7a tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0883160 Feb 16 15:09:06.696636 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks [] for security_group (28aefba0-d199-4476-8f19-9d9a5da5a2a9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.701099 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34900) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:06.718439 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.739183 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (28aefba0-d199-4476-8f19-9d9a5da5a2a9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.751681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:09:06.762606 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (1067fc92-e660-4136-a6cd-eb28c7a2d712), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.763006 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Added segment 1067fc92-e660-4136-a6cd-eb28c7a2d712 of type vlan for network d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 Feb 16 15:09:06.783624 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks [] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.792962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.807609 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.873313 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.875107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:06.875311 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.895331 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99f86-3b38-4370-a07a-642c301bdedc None None] Pushing event updated for resources: {'Port': ['ID=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:06.897785 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Attempting to bind port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:06.898026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Attempting to bind port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:06.898418 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Attempting to bind port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:06.924059 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:06.924763 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:06.925949 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:06.927116 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:06.927757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Bound port: 6190cb04-ebce-44cb-8ad1-f6abacd1db8a, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:06.928352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.029250 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:07.045163 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] For port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:07.050041 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:07.052180 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] For port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:07.078801 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.109151 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:07.117183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:07.117183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.180079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:09:07.193615 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:09:07.215443 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event updated for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.225311 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:07.226210 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:07.234805 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99f86-3b38-4370-a07a-642c301bdedc None None] Pushing event updated for resources: {'Port': ['ID=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.245215 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:07.245970 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:07.268048 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-4bed362e-d6c0-40bd-8af4-6bd95a2a9d1f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7816207 Feb 16 15:09:07.290213 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.291496 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-22faef50-5b86-4065-b413-8d0f59a6be5a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.9039474 Feb 16 15:09:07.294875 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 34914) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:07.312345 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:09:07.323765 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-290dc5aa-45ef-4072-a25b-498c329a1051 admin admin] 10.222.0.45 "PUT /v2.0/routers/e06993a3-a5c9-47a5-b61f-92c2bfa29f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3202848 Feb 16 15:09:07.337719 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Request body: {'port': {'device_id': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:07.398887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Sync routers for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:09:07.427075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aefba0-d199-4476-8f19-9d9a5da5a2a9,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.471049 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7671511 Feb 16 15:09:07.476335 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:07.477266 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:07.522116 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34920) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:07.589085 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Request body: {'subnet': {'network_id': 'd052d8ab-48ae-48ae-8f3d-f84c5e0de4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968964263-subnet', 'tenant_id': '04cf828d24df438f8693503d89abb989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:07.643243 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:07.681556 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (77a5c128-95be-4548-b573-6d113782eef2), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.690676 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:07.882800 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Made reservation on behalf of 04cf828d24df438f8693503d89abb989 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:07.887866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.935544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7976fd75-0155-4144-be29-f177259e82db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:07.981776 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f458f-4fbe-4867-9819-56bdb313503d admin admin] Pushing event updated for resources: {'Network': ['ID=d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:08.017459 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:09:08.232466 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:03Z', 'revision_number': 3, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:08.284411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:08.308689 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:09:08.309177 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Updating router e8a22844-ed3d-4d3e-9e22-cc40a412ffce port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:09:08.352740 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7976fd75-0155-4144-be29-f177259e82db admin admin] Publish callbacks [] for security_group (f1e5d211-4c6d-4566-83ff-05729f2f5baa), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:08.377176 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:08.418216 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407515-77c0-4db0-b3f2-753921473443 req-ea6dcadb-b80a-4b02-8d5d-b85a16e3c060 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:08.422654 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-80407515-77c0-4db0-b3f2-753921473443 req-ea6dcadb-b80a-4b02-8d5d-b85a16e3c060 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 931 time: 0.5097573 Feb 16 15:09:08.435505 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7976fd75-0155-4144-be29-f177259e82db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f1e5d211-4c6d-4566-83ff-05729f2f5baa), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:08.733046 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-80407515-77c0-4db0-b3f2-753921473443 req-f57c9bf4-7cc7-472b-bd0f-404b55eea106 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943592 Feb 16 15:09:08.834724 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e388-5937-4670-b8ad-182eb9a2eb6b req-b3d7d2d7-9f96-4874-93de-3bcdc2f16cf4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:08.846873 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3512e388-5937-4670-b8ad-182eb9a2eb6b req-b3d7d2d7-9f96-4874-93de-3bcdc2f16cf4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 931 time: 1.4307964 Feb 16 15:09:08.881653 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a5c128-95be-4548-b573-6d113782eef2 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:08.884794 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7976fd75-0155-4144-be29-f177259e82db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8002605afac040488a065709426723c6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1759799 Feb 16 15:09:08.890483 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 3, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:08.909398 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks [] for port (77a5c128-95be-4548-b573-6d113782eef2), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:08.965728 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 34944) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:08.970147 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Transition to ACTIVE for port object 77a5c128-95be-4548-b573-6d113782eef2 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:08.982547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:08.986966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24796a6b-13ec-469d-8854-399eaf504e16 None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 3, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:09:08.989762 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.017168 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:09:01Z', 'revision_number': 4, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'e537fc2c-8c89-486d-8af0-17e8df2bddba', 'name': '', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'mac_address': 'fa:16:3e:e2:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:58Z', 'updated_at': '2022-02-16T15:09:02Z', 'revision_number': 2, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'subnets': [{'id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:09.034635 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976fd75-0155-4144-be29-f177259e82db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5d211-4c6d-4566-83ff-05729f2f5baa,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:09.053529 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks [] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.070429 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.127467 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Checking router: e06993a3-a5c9-47a5-b61f-92c2bfa29f0d for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:09:09.128147 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Updating router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d port e537fc2c-8c89-486d-8af0-17e8df2bddba binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:09:09.131092 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Attempting to bind port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:09.142892 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Attempting to bind port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:09.143558 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Attempting to bind port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:09.183055 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:09.186861 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:09.187611 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.206389 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:09.209530 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Bound port: 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:09.210113 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.222419 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.413366 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] For port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:09.419291 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] For port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:09.452624 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.452708 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.499640 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3512e388-5937-4670-b8ad-182eb9a2eb6b req-1e55d92d-a2d4-4045-94d7-934fe40e2ff9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512375 Feb 16 15:09:09.545482 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62283cf-1749-40f3-b91a-21ecc96140e3 None None] Pushing event updated for resources: {'Port': ['ID=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:09.677823 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:09.678480 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:09.818949 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Attempting to bind port 77a5c128-95be-4548-b573-6d113782eef2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:09.819611 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Attempting to bind port 77a5c128-95be-4548-b573-6d113782eef2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:09.825273 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Attempting to bind port 77a5c128-95be-4548-b573-6d113782eef2 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:09.863785 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Port 77a5c128-95be-4548-b573-6d113782eef2 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:09.863785 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Attempting to bind port 77a5c128-95be-4548-b573-6d113782eef2 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:09.900818 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] Publish callbacks [] for security_group (f1e5d211-4c6d-4566-83ff-05729f2f5baa), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.910204 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks [] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.923427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:09.956499 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38c00dd-2c37-42b5-925c-2b37c651f1a9 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:10.036611 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b43a-656a-4215-b086-92e24db0fb3e None None] Pushing event updated for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:10.068049 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks [] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.128174 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Attempting to bind port e537fc2c-8c89-486d-8af0-17e8df2bddba on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:10.129295 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Attempting to bind port e537fc2c-8c89-486d-8af0-17e8df2bddba by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:10.129819 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Attempting to bind port e537fc2c-8c89-486d-8af0-17e8df2bddba on network 24ce5675-f85a-44e8-af21-36b44c7f2284 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:10.151099 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:10.151989 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Checking segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:10.152548 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.153186 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Bound using segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:10.153840 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Bound port: e537fc2c-8c89-486d-8af0-17e8df2bddba, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:10.154569 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.159522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6190cb04-ebce-44cb-8ad1-f6abacd1db8a up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:10.193927 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] Publish callbacks [] for security_group (f1e5d211-4c6d-4566-83ff-05729f2f5baa), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.269775 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:10.270380 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.332663 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] For port e537fc2c-8c89-486d-8af0-17e8df2bddba, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:10.340534 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] For port e537fc2c-8c89-486d-8af0-17e8df2bddba, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=e537fc2c-8c89-486d-8af0-17e8df2bddba,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:10.354439 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.383176 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62283cf-1749-40f3-b91a-21ecc96140e3 None None] Pushing event updated for resources: {'Port': ['ID=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:10.406283 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Transition to ACTIVE for port object a38c00dd-2c37-42b5-925c-2b37c651f1a9 will not be triggered until provisioned by entity L2. {{(pid=102763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:10.473613 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd9087-189c-48bc-b29d-a8530f8c64ef req-16644588-0c31-4b88-8900-51f66639dfd0 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.482218 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-20fd9087-189c-48bc-b29d-a8530f8c64ef req-16644588-0c31-4b88-8900-51f66639dfd0 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 931 time: 0.5771217 Feb 16 15:09:10.484378 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.504746 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:10.515066 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (9b7b131f-faed-4e19-a7c1-d14cd615aba7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.669645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Allocated IP 172.20.0.1 (8d5280b9-d595-4ffc-bf53-bf20ccb34995/e57bea93-4afc-4ddc-ae19-02a0090cb6b7/dab5898d-17d3-4ce9-8ed6-731333ca58bc) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:10.738385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:10.739001 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:10.842651 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f1e5d211-4c6d-4566-83ff-05729f2f5baa), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.845518 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:10.849219 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1e5d211-4c6d-4566-83ff-05729f2f5baa HTTP/1.1" status: 204 len: 168 time: 1.8748672 Feb 16 15:09:10.849787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Allocated IP 172.20.0.1 (5032179a-12ff-4bfe-87c7-4f792e6c9f8e/cda7968e-af0b-4905-851c-1d4146d4b0b7/fb92020c-0948-43f6-a50f-ef05a0b70d15) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:10.873655 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:03Z', 'revision_number': 3, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:10.919827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b385-a302-4782-8158-f4dd749e54b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5d211-4c6d-4566-83ff-05729f2f5baa,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:10.937241 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f50120-fff7-43d0-913a-de188d342f3a None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:03Z', 'revision_number': 3, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:09:10.958660 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:10.968026 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Checking segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:10.968233 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Bound using segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:10.968572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Bound port: 77a5c128-95be-4548-b573-6d113782eef2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:10.968931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (77a5c128-95be-4548-b573-6d113782eef2), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.038720 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-bff2179d-b463-4269-97e6-053516bb710f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:11.044907 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-bff2179d-b463-4269-97e6-053516bb710f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 819 time: 1.3539200 Feb 16 15:09:11.048969 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Pushing event updated for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.091795 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b43a-656a-4215-b086-92e24db0fb3e None None] Pushing event updated for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.095970 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:11.098734 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:11.099308 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.170058 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7b131f-faed-4e19-a7c1-d14cd615aba7,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.174855 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Pushing event updated for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.239112 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Attempting to bind port a38c00dd-2c37-42b5-925c-2b37c651f1a9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:11.239483 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Attempting to bind port a38c00dd-2c37-42b5-925c-2b37c651f1a9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:11.239807 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Attempting to bind port a38c00dd-2c37-42b5-925c-2b37c651f1a9 on network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:11.260161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-d38f1395-ec77-41bd-a472-726cef29fd3b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/quotas/abaf978091bb4d1eb2e9f193452a5092 HTTP/1.1" status: 200 len: 375 time: 0.2034206 Feb 16 15:09:11.291468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Checking segment: {'id': '1067fc92-e660-4136-a6cd-eb28c7a2d712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd052d8ab-48ae-48ae-8f3d-f84c5e0de4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:11.292081 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Network hostable DHCP agents. Network: d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:09:11.306562 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Port a38c00dd-2c37-42b5-925c-2b37c651f1a9 on network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:11.309891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Attempting to bind port a38c00dd-2c37-42b5-925c-2b37c651f1a9 on network 22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:11.337750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:11.344462 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-20fd9087-189c-48bc-b29d-a8530f8c64ef req-fd69421c-c5f0-48a4-8618-84e59d931a93 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8612182 Feb 16 15:09:11.405193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.539524 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:11.540141 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Checking segment: {'id': '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:11.540649 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Bound using segment: {'id': '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:11.541137 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Bound port: a38c00dd-2c37-42b5-925c-2b37c651f1a9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:11.541499 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.638978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:11.741413 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=77a5c128-95be-4548-b573-6d113782eef2,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:11.746109 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Network d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:09:11.801363 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-463b5125-9b41-4d1b-ad99-bc0cdb30484a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5267181 Feb 16 15:09:11.802976 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.812872 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.876375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:11.891784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a29fb4-3df5-4d5b-9177-a35588bc5199 None None] Network d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:09:11.938325 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:11.940283 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:11.969555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks [] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.053571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Pushing event updated for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:12.060780 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks [] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.067114 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:12.129922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:12.130622 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.132074 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-a976f12d-8141-466b-ad47-fef01989ea72 service neutron] 10.222.0.79 "PUT /v2.0/ports/77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 200 len: 1093 time: 4.8178394 Feb 16 15:09:12.132548 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'tag': '77a5c128-95be-4548-b573-6d113782eef2'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:12.207716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e5df-4fa5-4307-a98a-3c2cf71e84bb req-265d000f-a918-49a9-984d-ed5004f014d0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:12.211730 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c7b4e5df-4fa5-4307-a98a-3c2cf71e84bb req-265d000f-a918-49a9-984d-ed5004f014d0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.6075120 Feb 16 15:09:12.405966 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9,segment=NetworkSegment(03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df),segment_id=03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:12.434146 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4a04517d-6130-4b5d-b246-2a3f018be239 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9043100 Feb 16 15:09:12.457100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20ef73-128e-446d-9e10-b625dbbdcd86 None None] Network d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:09:12.457100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6190cb04-ebce-44cb-8ad1-f6abacd1db8a up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:12.507216 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.552107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.638474 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:12.642862 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.651395 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] 10.222.0.79 "PUT /v2.0/ports/a38c00dd-2c37-42b5-925c-2b37c651f1a9 HTTP/1.1" status: 200 len: 1093 time: 7.5110862 Feb 16 15:09:12.660844 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:09:01Z', 'revision_number': 4, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'e537fc2c-8c89-486d-8af0-17e8df2bddba', 'name': '', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'mac_address': 'fa:16:3e:e2:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:58Z', 'updated_at': '2022-02-16T15:09:10Z', 'revision_number': 4, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'subnets': [{'id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:12.665851 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:12.694539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c8ef-e1db-4221-923d-6943ce8c25cb None None] The sync data for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi is: [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:09:01Z', 'revision_number': 4, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'e537fc2c-8c89-486d-8af0-17e8df2bddba', 'name': '', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'mac_address': 'fa:16:3e:e2:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:58Z', 'updated_at': '2022-02-16T15:09:10Z', 'revision_number': 4, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'subnets': [{'id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:09:12.724796 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-2cadbfc0-0563-4b20-b807-27a7176d2662 service neutron] 10.222.0.45 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118283 Feb 16 15:09:12.774274 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:12.774805 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.810621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35000) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:12.813882 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.898421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:12.919495 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:12.920496 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:12.943401 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:12.947248 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:12.947722 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (31feab63-18f8-418e-82f7-21a5bed22f81), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:12.989820 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:12.990296 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.084779 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Pushing event updated for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:13.098679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:13.112500 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-3257bd4a-27c9-491c-b5ae-3471d795ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:13.114620 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-3257bd4a-27c9-491c-b5ae-3471d795ff1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 1127 time: 0.6113305 Feb 16 15:09:13.124440 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:13.130732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:13.132014 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.135163 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:13.135774 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.147940 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "tag": "77a5c128-95be-4548-b573-6d113782eef2"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:13.196460 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:13.202192 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c7b4e5df-4fa5-4307-a98a-3c2cf71e84bb req-9f8546cf-513b-4301-9b3a-80f4c0eef730 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150079 Feb 16 15:09:13.204129 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.216277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f459cbb-6179-4d78-9392-312a1c97b073" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:13.236864 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce49c3c-d35a-48bc-a13c-0f602b97f53a service neutron] Pushing event updated for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:13.241311 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Deleting subnet 29f104c1-bd1f-4904-96db-991886802c9d {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:09:13.245572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Publish callbacks [] for subnet (29f104c1-bd1f-4904-96db-991886802c9d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.294248 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Publish callbacks [] for subnet (29f104c1-bd1f-4904-96db-991886802c9d), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.306400 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (29f104c1-bd1f-4904-96db-991886802c9d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.312430 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:13.354513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-7da3a15c-63ec-49d1-b520-8434274f09a4 service neutron] 10.222.0.45 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426979 Feb 16 15:09:13.372741 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.404501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for subnet (29f104c1-bd1f-4904-96db-991886802c9d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.433815 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-7c2f1c28-04db-48cf-9ef4-8c4c303204ef None None] Provisioning complete for port fb92020c-0948-43f6-a50f-ef05a0b70d15 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:13.436011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1c28-04db-48cf-9ef4-8c4c303204ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.442879 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.446684 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/29f104c1-bd1f-4904-96db-991886802c9d HTTP/1.1" status: 204 len: 168 time: 0.6296785 Feb 16 15:09:13.452009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35016) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:13.545507 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f1c28-04db-48cf-9ef4-8c4c303204ef None None] Port fb92020c-0948-43f6-a50f-ef05a0b70d15 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:13.576555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5b991-bf40-475a-9876-feba7abfe13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f104c1-bd1f-4904-96db-991886802c9d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:13.583446 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (7969759c-ed25-4610-8eca-7afaf2a4570d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.681506 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.694882 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1cdfca92-7f40-4003-831c-6a26830baa22 None None] Provisioning complete for port dab5898d-17d3-4ce9-8ed6-731333ca58bc triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:13.696453 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1cdfca92-7f40-4003-831c-6a26830baa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.713331 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Pushing event updated for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:13.768351 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a63e0-8460-4603-bed9-531a84f8d9ee req-f0f85fd1-d8bd-4fb4-bf0b-0c5bf6a08633 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:13.777948 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-536a63e0-8460-4603-bed9-531a84f8d9ee req-f0f85fd1-d8bd-4fb4-bf0b-0c5bf6a08633 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.4382832 Feb 16 15:09:13.813007 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfca92-7f40-4003-831c-6a26830baa22 None None] Port dab5898d-17d3-4ce9-8ed6-731333ca58bc cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:13.829726 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (7969759c-ed25-4610-8eca-7afaf2a4570d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:13.886450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.886805 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.887579 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.887910 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > port after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.888264 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.888595 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > port after_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.888907 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.889255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.895423 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.895818 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:13.953352 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-536a63e0-8460-4603-bed9-531a84f8d9ee req-8a2764e4-2a8c-49b6-ae32-00754be1a9fc tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742637 Feb 16 15:09:14.068632 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:14.069546 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:14.070007 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:14.070472 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:14.070951 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7969759c-ed25-4610-8eca-7afaf2a4570d']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:14.076506 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks [] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.084901 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.087980 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (31feab63-18f8-418e-82f7-21a5bed22f81), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.102098 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395542be-2bf5-4df3-ad03-f9b434722dc6 x-openstack-request-id: req-395542be-2bf5-4df3-ad03-f9b434722dc6 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:14.103189 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "tag": "77a5c128-95be-4548-b573-6d113782eef2", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:14.103966 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-395542be-2bf5-4df3-ad03-f9b434722dc6 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:14.107150 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'tag': '77a5c128-95be-4548-b573-6d113782eef2', 'status': 'completed', 'code': 200} Feb 16 15:09:14.186442 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7a73afa-32d1-4f27-9397-8dd9f9922a7a req-4b94bc5d-af15-4284-bc8d-02d029a91f11 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 210 time: 0.1072838 Feb 16 15:09:14.196247 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Pushing event updated for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:14.237147 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bafea9c-cc1a-414e-886b-dd70e9de40d6') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:14.237436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bafea9c-cc1a-414e-886b-dd70e9de40d6') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:14.308455 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c080c-64bb-4268-90ae-21aeaa92eda8 x-openstack-request-id: req-f49c080c-64bb-4268-90ae-21aeaa92eda8 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:14.314188 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device e537fc2c-8c89-486d-8af0-17e8df2bddba up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:14.314755 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:14.315261 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f49c080c-64bb-4268-90ae-21aeaa92eda8 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:14.316828 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9', 'status': 'completed', 'code': 200} Feb 16 15:09:14.317676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (4bafea9c-cc1a-414e-886b-dd70e9de40d6), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.381926 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (4bafea9c-cc1a-414e-886b-dd70e9de40d6), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.401604 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:14.403117 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:14.427079 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port e537fc2c-8c89-486d-8af0-17e8df2bddba triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:14.428050 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.437993 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:09:14.438395 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (4bafea9c-cc1a-414e-886b-dd70e9de40d6), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: from cryptography.utils import int_from_bytes Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: from cryptography.utils import int_from_bytes Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:09:14.499741 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:09:14.618202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port e537fc2c-8c89-486d-8af0-17e8df2bddba is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:14.618716 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.671615 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:09:14.673101 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port e537fc2c-8c89-486d-8af0-17e8df2bddba, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=e537fc2c-8c89-486d-8af0-17e8df2bddba,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:14.679507 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (7969759c-ed25-4610-8eca-7afaf2a4570d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.683928 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.686436 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:14.705226 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-8efd18b6-6fb3-4609-9629-5d9ab3343841 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:14.707560 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-8efd18b6-6fb3-4609-9629-5d9ab3343841 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 819 time: 0.1733091 Feb 16 15:09:14.708882 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370902e0-f425-4f2e-95a0-e0c1dc22bf55 req-f2bbcf96-0242-4b2f-939b-c75699f819c7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:14.710451 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-370902e0-f425-4f2e-95a0-e0c1dc22bf55 req-f2bbcf96-0242-4b2f-939b-c75699f819c7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.3612492 Feb 16 15:09:14.726255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.732416 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] 10.222.0.45 "DELETE /v2.0/networks/7969759c-ed25-4610-8eca-7afaf2a4570d HTTP/1.1" status: 204 len: 168 time: 1.2789249 Feb 16 15:09:14.736428 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35066) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:14.778482 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:14.796539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:14.801248 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.812668 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-465824f4-be4c-4564-a972-3910f1344dea tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/quotas/abaf978091bb4d1eb2e9f193452a5092 HTTP/1.1" status: 200 len: 375 time: 0.0207627 Feb 16 15:09:14.854293 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-6bec4d1b-b1c5-4524-8282-998d2cdc042c None None] Provisioning complete for port fb92020c-0948-43f6-a50f-ef05a0b70d15 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:14.854655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6bec4d1b-b1c5-4524-8282-998d2cdc042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:14.902530 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:09:14.927827 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-6bec4d1b-b1c5-4524-8282-998d2cdc042c None None] Port fb92020c-0948-43f6-a50f-ef05a0b70d15 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:14.934903 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:14.959896 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-9934f422-2895-46b3-90e4-bbc9650b498c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117728 Feb 16 15:09:14.961530 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:09:14.961957 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c82c-827f-4955-9d6a-a7fa413f137f admin admin] Pushing event deleted for resources: {'Network': ['ID=7969759c-ed25-4610-8eca-7afaf2a4570d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:14.966878 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-11f19077-68a9-4c4d-b9f0-29bd5121dd9c admin admin] 10.222.0.45 "PUT /v2.0/routers/31feab63-18f8-418e-82f7-21a5bed22f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5980320 Feb 16 15:09:14.982983 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:09:14.999767 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks [] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.003852 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:15.005201 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:15.013449 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.055872 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-370902e0-f425-4f2e-95a0-e0c1dc22bf55 req-9c5fdecc-b95e-4330-93ef-1769c0c1e6b0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366399 Feb 16 15:09:15.115296 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Deleting subnet 9b7b131f-faed-4e19-a7c1-d14cd615aba7 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:09:15.117081 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-ee72f4b5-8a0e-4f33-800a-977a348cf11c service neutron] 10.222.0.45 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408856 Feb 16 15:09:15.144424 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:15.148599 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Publish callbacks [] for subnet (9b7b131f-faed-4e19-a7c1-d14cd615aba7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.213450 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-5f1e1ede-29e9-47e6-926c-8615c83b26df service neutron] 10.222.0.45 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948317 Feb 16 15:09:15.217279 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Pushing event updated for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:15.234307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.250947 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (9b7b131f-faed-4e19-a7c1-d14cd615aba7), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.382053 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc835aa-0d32-49b6-b90c-71099874413b req-be773de3-e7b3-4511-af7f-aba797d58183 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:15.383579 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-afc835aa-0d32-49b6-b90c-71099874413b req-be773de3-e7b3-4511-af7f-aba797d58183 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.1956542 Feb 16 15:09:15.390564 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (9b7b131f-faed-4e19-a7c1-d14cd615aba7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.400550 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 2, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:15.428573 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:09:15.428973 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Updating router 31feab63-18f8-418e-82f7-21a5bed22f81 port fb92020c-0948-43f6-a50f-ef05a0b70d15 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:09:15.459582 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.492555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:15.501221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:15.517471 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-afc835aa-0d32-49b6-b90c-71099874413b req-bcc72d29-6f53-4d23-8c8b-0cbd45077b5b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243231 Feb 16 15:09:15.520002 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (9b7b131f-faed-4e19-a7c1-d14cd615aba7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.627987 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.635024 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b7b131f-faed-4e19-a7c1-d14cd615aba7 HTTP/1.1" status: 204 len: 168 time: 0.8815970 Feb 16 15:09:15.636418 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35094) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:15.667099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4b7eb-ca54-47b7-8d82-55aa12aa9d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7b131f-faed-4e19-a7c1-d14cd615aba7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:15.728660 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f190401-1d93-4118-b486-70bd0b9f6b62 req-f954cc31-792d-4161-ab20-e6161fc215d8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.1227918 Feb 16 15:09:15.744806 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.863981 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:09:15.865189 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-acb0da6b-8fd3-4455-b654-b6a173bf71e0 None None] Provisioning complete for port dab5898d-17d3-4ce9-8ed6-731333ca58bc triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:15.865773 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-acb0da6b-8fd3-4455-b654-b6a173bf71e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:15.911895 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35102) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:15.918932 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086726534', 'description': 'tempest-description--33963362'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:15.955164 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-acb0da6b-8fd3-4455-b654-b6a173bf71e0 None None] Port dab5898d-17d3-4ce9-8ed6-731333ca58bc cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:16.022294 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:09:16.028009 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1d15d5f1-0ca6-4321-ac82-d5713d763d8b admin admin] 10.222.0.45 "PUT /v2.0/routers/e8a22844-ed3d-4d3e-9e22-cc40a412ffce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7317894 Feb 16 15:09:16.033674 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:09:16.037148 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.047744 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:16.048447 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:16.063141 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks [] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.077337 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.133093 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.152381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.156409 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.157779 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.164113 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > port after_create 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.164660 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.165186 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > port after_update 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.165625 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.166059 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.166486 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.167120 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.214097 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1d156-3520-43bd-b196-65ba3c01ace7 None None] Pushing event updated for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:16.257796 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Attempting to bind port fb92020c-0948-43f6-a50f-ef05a0b70d15 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:16.258432 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Attempting to bind port fb92020c-0948-43f6-a50f-ef05a0b70d15 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:16.259588 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Attempting to bind port fb92020c-0948-43f6-a50f-ef05a0b70d15 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:16.266342 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:16.266916 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Checking segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:16.267487 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.268209 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Bound using segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:16.268866 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Bound port: fb92020c-0948-43f6-a50f-ef05a0b70d15, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:16.269545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.269756 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.269907 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.270243 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.270574 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:09:16.270945 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:16.298919 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7582-c674-4b2e-a356-8dac7c991030 req-b6f782e3-9838-43bd-abaa-3af30c90b66d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:16.305956 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-377d7582-c674-4b2e-a356-8dac7c991030 req-b6f782e3-9838-43bd-abaa-3af30c90b66d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.1367242 Feb 16 15:09:16.397614 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device e537fc2c-8c89-486d-8af0-17e8df2bddba up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:16.402480 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-377d7582-c674-4b2e-a356-8dac7c991030 req-c383fd71-b3c5-464b-ba0e-e562368a6794 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940483 Feb 16 15:09:16.404331 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (6ac87c37-746f-4291-b0a1-4831a1bb3d6a), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.424779 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35114) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:16.442597 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] For port fb92020c-0948-43f6-a50f-ef05a0b70d15, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:16.454033 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1067fc92-e660-4136-a6cd-eb28c7a2d712') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:16.454375 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] For port fb92020c-0948-43f6-a50f-ef05a0b70d15, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=fb92020c-0948-43f6-a50f-ef05a0b70d15,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:16.455692 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1067fc92-e660-4136-a6cd-eb28c7a2d712') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:16.462254 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (6ac87c37-746f-4291-b0a1-4831a1bb3d6a), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.466385 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.518730 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Provisioning complete for port fb92020c-0948-43f6-a50f-ef05a0b70d15 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:16.519708 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.520671 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (1067fc92-e660-4136-a6cd-eb28c7a2d712), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.527426 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:16.607394 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-350f7711-bb20-4669-b76e-f9e738b0b9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.608594 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.613823 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6978199 Feb 16 15:09:16.613988 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:16.613988 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:16.613988 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1d156-3520-43bd-b196-65ba3c01ace7 None None] Pushing event updated for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=4']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:16.615266 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35122) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:16.620100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group_rule': {'security_group_id': '6ac87c37-746f-4291-b0a1-4831a1bb3d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:16.633464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (1067fc92-e660-4136-a6cd-eb28c7a2d712), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.660329 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e6c5-407b-4541-8314-557c40b2042c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac87c37-746f-4291-b0a1-4831a1bb3d6a,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:16.663813 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:09:16.664318 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (1067fc92-e660-4136-a6cd-eb28c7a2d712), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.664900 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port e537fc2c-8c89-486d-8af0-17e8df2bddba triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: from cryptography.utils import int_from_bytes Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: from cryptography.utils import int_from_bytes Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:09:16.668691 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:09:16.673304 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.718149 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (397bf478-8506-48e1-b424-a93f6b7aafdb), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.798483 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.835481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:16.840451 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.858478 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:16.869964 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a51e767f-04b3-42d1-a672-ffbea6635c37 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d052d8ab-48ae-48ae-8f3d-f84c5e0de4a2 HTTP/1.1" status: 204 len: 168 time: 1.2155128 Feb 16 15:09:16.923712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5af2e2-81be-4b64-8118-b07575b018fa req-8590aa2a-3826-4ef3-992c-3799dd1e03ad tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:16.930828 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ff5af2e2-81be-4b64-8118-b07575b018fa req-8590aa2a-3826-4ef3-992c-3799dd1e03ad tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.2634642 Feb 16 15:09:16.966312 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Current status of the port fb92020c-0948-43f6-a50f-ef05a0b70d15 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:16.970721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.975732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (397bf478-8506-48e1-b424-a93f6b7aafdb), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:16.989676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (397bf478-8506-48e1-b424-a93f6b7aafdb), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.015459 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port e537fc2c-8c89-486d-8af0-17e8df2bddba is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:17.040774 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-350f7711-bb20-4669-b76e-f9e738b0b9e3 admin admin] Publish callbacks [] for security_group (8476f3d4-986a-40e4-809b-2806553e8892), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.047706 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397bf478-8506-48e1-b424-a93f6b7aafdb,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.055697 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-350f7711-bb20-4669-b76e-f9e738b0b9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8476f3d4-986a-40e4-809b-2806553e8892), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.062134 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.063710 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-22ae86e1-c1cb-4629-a1af-243dfbb4fa19 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472153 Feb 16 15:09:17.067880 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35128) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.074677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] For port fb92020c-0948-43f6-a50f-ef05a0b70d15, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=fb92020c-0948-43f6-a50f-ef05a0b70d15,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:17.080779 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group_rule': {'security_group_id': '6ac87c37-746f-4291-b0a1-4831a1bb3d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:17.082094 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35130) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.090493 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:14Z', 'revision_number': 2, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:17.101843 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ff5af2e2-81be-4b64-8118-b07575b018fa req-3941c01d-ee31-44e8-b921-f57f7c9a7d8f tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647949 Feb 16 15:09:17.129185 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.131683 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:09:17.132153 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Updating router e8a22844-ed3d-4d3e-9e22-cc40a412ffce port dab5898d-17d3-4ce9-8ed6-731333ca58bc binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:09:17.161529 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2fc1920a-0075-42ec-b160-ed60c96291f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=388467f3fa6f45dcb391569fcc0aa135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772088 Feb 16 15:09:17.171964 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35132) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.197506 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-350f7711-bb20-4669-b76e-f9e738b0b9e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35fd5bc9a1844f19bbd98671769170a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7708685 Feb 16 15:09:17.198477 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f7711-bb20-4669-b76e-f9e738b0b9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8476f3d4-986a-40e4-809b-2806553e8892,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.200575 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.202310 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35134) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.251529 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:16Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:17.260913 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6743b55b-43a8-4932-b73f-9d4a7743d721 req-0e442e96-72ad-48ab-8be1-c65032c9a0cd tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0507045 Feb 16 15:09:17.271366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (7043ea26-e5cb-42f3-8f87-92bc5595fc58), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.278851 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] Publish callbacks [] for security_group (09f1c8b3-b5b5-47ba-ba10-bddd93822c97), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.296747 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c5b4c-3e53-483f-99d9-c371440d4277 None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:16Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:09:17.308062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-9cee607d-5a7a-4aa0-84a0-91424bfffebb None None] Provisioning complete for port fb92020c-0948-43f6-a50f-ef05a0b70d15 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:17.308643 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9cee607d-5a7a-4aa0-84a0-91424bfffebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.317573 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] Publish callbacks [] for security_group (09f1c8b3-b5b5-47ba-ba10-bddd93822c97), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.391851 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf2876-729a-459d-968e-cc0f8f2605d8 None None] Pushing event updated for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.398659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] Publish callbacks [] for security_group (8476f3d4-986a-40e4-809b-2806553e8892), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.433023 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (7043ea26-e5cb-42f3-8f87-92bc5595fc58), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.435987 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] Publish callbacks [] for security_group (8476f3d4-986a-40e4-809b-2806553e8892), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.442805 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (7043ea26-e5cb-42f3-8f87-92bc5595fc58), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.459306 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (09f1c8b3-b5b5-47ba-ba10-bddd93822c97), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.462121 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.464568 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09f1c8b3-b5b5-47ba-ba10-bddd93822c97 HTTP/1.1" status: 204 len: 168 time: 0.2912879 Feb 16 15:09:17.484317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7043ea26-e5cb-42f3-8f87-92bc5595fc58,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.498122 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35140) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.502511 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a831703-7e8e-4764-a54e-9e2874036328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1c8b3-b5b5-47ba-ba10-bddd93822c97,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.519557 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876811244', 'description': 'tempest-description--1653979815'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:17.526785 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.528016 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-40e47bba-a1c9-46af-b856-75b7a0a5f074 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524715 Feb 16 15:09:17.536111 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35142) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.540531 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:17.600768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.634525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.663918 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce67fbc-715f-4326-9b46-23ec372b1b40 req-5c8575cf-9b32-4ec2-83d2-77c1cd40b6c8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:17.674028 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fce67fbc-715f-4326-9b46-23ec372b1b40 req-5c8575cf-9b32-4ec2-83d2-77c1cd40b6c8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.1399617 Feb 16 15:09:17.699246 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8476f3d4-986a-40e4-809b-2806553e8892), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.702591 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.705287 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8476f3d4-986a-40e4-809b-2806553e8892 HTTP/1.1" status: 204 len: 168 time: 0.5017936 Feb 16 15:09:17.766612 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-9cee607d-5a7a-4aa0-84a0-91424bfffebb None None] Current status of the port fb92020c-0948-43f6-a50f-ef05a0b70d15 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:17.801874 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae4f9-c6f2-451e-81e4-4272026097c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8476f3d4-986a-40e4-809b-2806553e8892,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.827826 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fce67fbc-715f-4326-9b46-23ec372b1b40 req-4e1ec533-d277-41d2-a046-65f6b6695a15 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516731 Feb 16 15:09:17.859818 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (088cedf8-35b8-4579-9e0c-df6b52c3394c), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.866714 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (088cedf8-35b8-4579-9e0c-df6b52c3394c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.922167 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.923409 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4220660 Feb 16 15:09:17.926650 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.927164 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35150) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:17.934187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba787-0512-4d80-a5e6-aa1159081184 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088cedf8-35b8-4579-9e0c-df6b52c3394c,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.935635 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group_rule': {'security_group_id': '088cedf8-35b8-4579-9e0c-df6b52c3394c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:17.962084 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks [] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.972469 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:17.975788 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (978cea16-124e-434d-8845-23fa227a8b4d), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.167245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Allocated IP 172.27.2.161 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/c5c9da8c-b241-462d-840f-42a124e239e0) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:18.172665 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (978cea16-124e-434d-8845-23fa227a8b4d), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.173498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35156) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:18.215758 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device fb92020c-0948-43f6-a50f-ef05a0b70d15 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:18.220616 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf564-1451-477d-bee2-4a5df96581fa None None] Pushing event updated for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:18.239370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (978cea16-124e-434d-8845-23fa227a8b4d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.327934 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Attempting to bind port dab5898d-17d3-4ce9-8ed6-731333ca58bc on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:18.328316 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Attempting to bind port dab5898d-17d3-4ce9-8ed6-731333ca58bc by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:18.328663 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Attempting to bind port dab5898d-17d3-4ce9-8ed6-731333ca58bc on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:18.337938 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:18.338238 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Checking segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:18.338635 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.339027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Bound using segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:18.339502 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Bound port: dab5898d-17d3-4ce9-8ed6-731333ca58bc, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:18.339881 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.346463 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9ab95913-5c72-4f2b-a14d-e941f4bb9b29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04cf828d24df438f8693503d89abb989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710565 Feb 16 15:09:18.348073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35162) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:18.368646 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978cea16-124e-434d-8845-23fa227a8b4d,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:18.434185 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port fb92020c-0948-43f6-a50f-ef05a0b70d15 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:18.434344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.434789 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.437398 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d70b5bab-1150-457e-86fd-bb8b118a1a0c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082552 Feb 16 15:09:18.439993 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35164) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:18.466282 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group_rule': {'security_group_id': '088cedf8-35b8-4579-9e0c-df6b52c3394c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:18.483142 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b60ed4d-a5ec-423e-818c-b0ba29da68ff req-e798ba20-4ee8-4a14-8cd2-49392ee26974 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.1028197 Feb 16 15:09:18.487399 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] Publish callbacks [] for security_group (28aefba0-d199-4476-8f19-9d9a5da5a2a9), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.509069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (c5c9da8c-b241-462d-840f-42a124e239e0), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.543235 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8354-b0b6-4daa-b85d-79dd7dbb60f6 req-2b3669dd-4ada-4477-a2f5-f7fe3d484731 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:18.548901 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] Publish callbacks [] for security_group (28aefba0-d199-4476-8f19-9d9a5da5a2a9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.551305 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ec6d8354-b0b6-4daa-b85d-79dd7dbb60f6 req-2b3669dd-4ada-4477-a2f5-f7fe3d484731 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.2400701 Feb 16 15:09:18.566051 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port fb92020c-0948-43f6-a50f-ef05a0b70d15 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:18.571814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] For port dab5898d-17d3-4ce9-8ed6-731333ca58bc, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:18.593494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] For port dab5898d-17d3-4ce9-8ed6-731333ca58bc, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=dab5898d-17d3-4ce9-8ed6-731333ca58bc,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:18.598679 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-7cf3c4d0-85f5-4b69-ac57-b3755e3c5b70 None None] Provisioning complete for port dab5898d-17d3-4ce9-8ed6-731333ca58bc triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:18.598844 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c4d0-85f5-4b69-ac57-b3755e3c5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.621716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (b4bbcf86-bd8b-4e4d-9897-4922b000e524), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.626176 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.637684 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (28aefba0-d199-4476-8f19-9d9a5da5a2a9), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.644985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.655093 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28aefba0-d199-4476-8f19-9d9a5da5a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2944629 Feb 16 15:09:18.677210 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37151559-7673-4c7d-86d4-adeba429c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aefba0-d199-4476-8f19-9d9a5da5a2a9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:18.715456 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3c4d0-85f5-4b69-ac57-b3755e3c5b70 None None] Port dab5898d-17d3-4ce9-8ed6-731333ca58bc cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:18.727246 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:09:18.727876 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:08:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:18.779682 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ec6d8354-b0b6-4daa-b85d-79dd7dbb60f6 req-dd87eeb1-85e9-4ec9-be40-c102de5f6eaa tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250950 Feb 16 15:09:18.791737 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.860508 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf564-1451-477d-bee2-4a5df96581fa None None] Pushing event updated for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:18.900205 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:09:18.932056 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (b4bbcf86-bd8b-4e4d-9897-4922b000e524), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.949723 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:18.958261 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:18.962179 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (b4bbcf86-bd8b-4e4d-9897-4922b000e524), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:18.973329 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:19.016353 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bbcf86-bd8b-4e4d-9897-4922b000e524,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:19.048113 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36ea8f-1b2d-4578-adbb-cd740745fa02 req-2bdf9b6a-15c2-4649-8cc8-64767642207a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:19.050497 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb36ea8f-1b2d-4578-adbb-cd740745fa02 req-2bdf9b6a-15c2-4649-8cc8-64767642207a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.1077132 Feb 16 15:09:19.062061 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.067102 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1fc089b1-1f21-4d1f-b8b2-53d917d1f091 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6201537 Feb 16 15:09:19.071928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35184) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:19.078900 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:19.099206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=c5c9da8c-b241-462d-840f-42a124e239e0,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:19.171846 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb36ea8f-1b2d-4578-adbb-cd740745fa02 req-285b03ef-7589-4012-b5bc-371e3852e0f2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114867 Feb 16 15:09:19.189766 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.259056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Provisioning complete for port dab5898d-17d3-4ce9-8ed6-731333ca58bc triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:19.260070 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.430613 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Current status of the port dab5898d-17d3-4ce9-8ed6-731333ca58bc is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:19.431004 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.464568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:18Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:19.497671 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.500116 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949c07-a5f3-4892-9992-093a6d6d3fd3 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:18Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:09:19.503867 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] For port dab5898d-17d3-4ce9-8ed6-731333ca58bc, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=dab5898d-17d3-4ce9-8ed6-731333ca58bc,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:19.510049 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.558042 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:19.576839 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21f01c-059c-44b6-a354-d876714bdde0 None None] Pushing event updated for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:19.745534 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-57f030ab-a054-4e61-9efc-c21a5aeb958e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 200 len: 217 time: 0.0846977 Feb 16 15:09:19.804489 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7b814f3c-b692-451f-a558-8b9b15a85fc6 req-22957429-6ad8-42ad-9725-dcdd66a4b31e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.1626353 Feb 16 15:09:19.907287 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-7e23d8ab-80a6-48ce-abb4-8d1ea42fffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:19.909060 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-7e23d8ab-80a6-48ce-abb4-8d1ea42fffa4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.1536231 Feb 16 15:09:20.002073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311707a-48bc-49fd-818d-3826631b57fc req-dbe0beb7-b520-4a16-9098-d02ec75f30df tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.003997 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2311707a-48bc-49fd-818d-3826631b57fc req-dbe0beb7-b520-4a16-9098-d02ec75f30df tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0693102 Feb 16 15:09:20.181067 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.195138 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-cf3c6b0a-72b1-4e16-b65a-33f69a5bbec6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402652 Feb 16 15:09:20.197159 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device dab5898d-17d3-4ce9-8ed6-731333ca58bc up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:20.206762 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-02913d95-8541-43ec-aa38-2cd8d0a50b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.221407 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-02913d95-8541-43ec-aa38-2cd8d0a50b7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c22931dd3144a388d1cdfa62b063f20&device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 1127 time: 0.4218335 Feb 16 15:09:20.233689 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (c5c9da8c-b241-462d-840f-42a124e239e0), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.311134 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port dab5898d-17d3-4ce9-8ed6-731333ca58bc triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:20.312615 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2311707a-48bc-49fd-818d-3826631b57fc req-2fd1f6fe-1ffb-4859-adfa-4c8bd7baa431 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835653 Feb 16 15:09:20.313788 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.470617 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port dab5898d-17d3-4ce9-8ed6-731333ca58bc is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:20.476986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Allocated IP 172.27.2.18 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/2ee07fc6-876f-4bb3-85c9-8434d220fba2) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:20.491074 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.784902 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.812499 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-01377580-913b-481e-b464-2686c95a80c7 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288260 Feb 16 15:09:20.876191 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=c5c9da8c-b241-462d-840f-42a124e239e0,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:20.926572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.79', 50007) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:20.931291 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.79', 50008) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:20.962814 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:20.972845 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2a889572-5e7d-4048-9fb5-f62f64a15700 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4272342 Feb 16 15:09:20.992443 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27480aad-38cc-4f1b-85d4-830ee7686b6d req-f795f16d-c0e1-452a-9d2a-f2b0bb9164e0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0923357 Feb 16 15:09:21.016613 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61307802-5c86-4a42-b8a1-f8b0d015ffa3 req-6645327c-23bd-4402-862d-964d03acbd02 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.018666 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-61307802-5c86-4a42-b8a1-f8b0d015ffa3 req-6645327c-23bd-4402-862d-964d03acbd02 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.5286560 Feb 16 15:09:21.149719 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-61307802-5c86-4a42-b8a1-f8b0d015ffa3 req-8121e73c-e071-42ce-ba90-f0cf64ab3776 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130648 Feb 16 15:09:21.151516 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-fc8fa32c-502d-4265-bb75-95fc4dfbed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.153823 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-fc8fa32c-502d-4265-bb75-95fc4dfbed7a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c22931dd3144a388d1cdfa62b063f20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9302483 Feb 16 15:09:21.317007 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-6ea71778-7d6a-4a04-b8ce-7e39dd02647f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.319011 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-6ea71778-7d6a-4a04-b8ce-7e39dd02647f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 819 time: 0.3597658 Feb 16 15:09:21.361496 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Request body: {'port': {'device_id': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'admin_state_up': True, 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:21.463620 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:21.584197 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:21.666108 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-b735c624-8949-4e0d-ba86-62013f08e4ef tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.669546 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-b735c624-8949-4e0d-ba86-62013f08e4ef tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 819 time: 0.7119403 Feb 16 15:09:21.698485 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:21.711858 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:21.717521 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Request body: {'port': {'device_id': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'admin_state_up': True, 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:21.729328 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:21.748823 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Made reservation on behalf of abaf978091bb4d1eb2e9f193452a5092 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:21.752250 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:21.794818 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=2ee07fc6-876f-4bb3-85c9-8434d220fba2,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:21.807736 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-5355fc9d-2ef5-4472-b272-d31642628e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.809092 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3f459cbb-6179-4d78-9392-312a1c97b073 req-5355fc9d-2ef5-4472-b272-d31642628e57 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6398335 Feb 16 15:09:21.809247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95da60c-fdf9-4a1c-b3be-263a28144755 req-be3c297f-7627-4bf2-a0f5-712d070485cc tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.810949 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c95da60c-fdf9-4a1c-b3be-263a28144755 req-be3c297f-7627-4bf2-a0f5-712d070485cc tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.2875426 Feb 16 15:09:21.813013 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55fa2f97-e9b0-4faf-ac30-8453bd5e9b1e req-1bf324ab-a53b-4dba-84de-74477daf97ac service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8974364 Feb 16 15:09:21.828928 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-9373ffa4-c73e-48ea-82af-d9770d8da570 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1086726534&fields=id&tenant_id=bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 267 time: 0.2305908 Feb 16 15:09:22.031405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.033130 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c95da60c-fdf9-4a1c-b3be-263a28144755 req-1cb7128f-5346-4373-baf1-dccb5b94b0d4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637626 Feb 16 15:09:22.065161 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-8101a063-3a60-406c-98d3-6c7d268f8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.067030 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-8101a063-3a60-406c-98d3-6c7d268f8535 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 1127 time: 0.1580870 Feb 16 15:09:22.078893 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-9f1f3e84-346c-4361-8285-b5d93a444d87 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.080414 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-9f1f3e84-346c-4361-8285-b5d93a444d87 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 810 time: 0.2401106 Feb 16 15:09:22.122852 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-c512d8c1-1f4d-4679-a208-47dda3f99921 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/quotas/bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 375 time: 0.0202172 Feb 16 15:09:22.139769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Made reservation on behalf of abaf978091bb4d1eb2e9f193452a5092 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:22.142481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.146648 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.173459 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-12ae1da4-d2cf-4257-b950-df35561e6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.176002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-12ae1da4-d2cf-4257-b950-df35561e6ef1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c22931dd3144a388d1cdfa62b063f20&device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 1127 time: 0.3084781 Feb 16 15:09:22.297590 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79c06bd7-c50b-4578-a754-53a67c0feb4c req-27857e2c-754e-4439-b703-544c174341e4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 210 time: 0.1166897 Feb 16 15:09:22.303311 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-c6803419-d7fa-44bd-b477-1946d31c5f81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9 HTTP/1.1" status: 200 len: 217 time: 0.1178274 Feb 16 15:09:22.369343 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-75a66f79-49aa-47dd-8c95-acee5eb0e8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.398927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Allocated IP 172.20.0.3 (24ce5675-f85a-44e8-af21-36b44c7f2284/3298aadb-0eb3-4a5b-8e7f-80620229232f/b09c2587-7ce7-4b59-99cf-6c50feb439ea) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:22.496617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-0d93f045-65e2-4b97-a34b-8f1b43e4fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.498354 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-0d93f045-65e2-4b97-a34b-8f1b43e4fdd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=203baabb-83b0-42d0-a90a-613370ac6046 HTTP/1.1" status: 200 len: 851 time: 0.1187446 Feb 16 15:09:22.556882 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-d0d98862-6058-4455-a703-6adb61f8ba35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499239 Feb 16 15:09:22.568013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b25a-f414-4a24-8cbc-068f1bb2959f req-6f69099e-a147-43ba-a34d-8c7bdda84c6d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.575780 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a52b25a-f414-4a24-8cbc-068f1bb2959f req-6f69099e-a147-43ba-a34d-8c7bdda84c6d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.1836491 Feb 16 15:09:22.731177 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-18567175-58a5-4ac0-9552-ab79fcfdf586 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5895951 Feb 16 15:09:22.742277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.745426 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-b00bd5e5-6995-48b2-ae3c-52ea30db942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.746876 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-b00bd5e5-6995-48b2-ae3c-52ea30db942b service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.6230726 Feb 16 15:09:22.754527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.797451 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a52b25a-f414-4a24-8cbc-068f1bb2959f req-bd398b99-934e-4be0-9620-81e177210b9b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203491 Feb 16 15:09:22.823527 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-6f77bf59-f26c-4ebc-a0d8-bbf1daa848a3 service neutron] 10.222.0.79 "GET /v2.0/networks/22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441831 Feb 16 15:09:22.832490 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks [] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.867650 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.885246 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=2ee07fc6-876f-4bb3-85c9-8434d220fba2,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:22.899500 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.925716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:22.926932 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7fd6613b-7c35-4f90-be2d-07aab262a8e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8525031 Feb 16 15:09:22.929188 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-4de5c66f-0217-4cf4-af70-5f47e8aa4018 service neutron] 10.222.0.45 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709356 Feb 16 15:09:22.941091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:22.949781 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:22.955917 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:22.986862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Pushing event updated for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:22.990014 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Allocated IP 172.20.0.8 (24ce5675-f85a-44e8-af21-36b44c7f2284/3298aadb-0eb3-4a5b-8e7f-80620229232f/4ed51216-9e4a-4d47-a8d4-a81481cdecf1) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:23.028912 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.029567 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:23.031710 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-34a6843c-738d-4946-80c2-fa83efea658f service neutron] 10.222.0.45 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937405 Feb 16 15:09:23.061428 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-f1e626a9-440f-46cb-9419-eb4309facae6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7037160 Feb 16 15:09:23.225022 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-8d727cd5-ee3a-4008-9b69-83a8798b8c91 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--876811244&fields=id&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 267 time: 0.1167459 Feb 16 15:09:23.251730 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d275dc-106b-47cd-93d7-d25d55682044 req-8488ee76-b607-4d70-bb38-fff06b91aed2 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.253457 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-42d275dc-106b-47cd-93d7-d25d55682044 req-8488ee76-b607-4d70-bb38-fff06b91aed2 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0668674 Feb 16 15:09:23.257087 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks [] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:23.312555 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-42d275dc-106b-47cd-93d7-d25d55682044 req-dbf1b13f-f005-462a-9d60-98c705fa7722 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531895 Feb 16 15:09:23.361085 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-94498eef-f2ba-487a-8e11-65193e101388 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.363340 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-94498eef-f2ba-487a-8e11-65193e101388 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 815 time: 0.1374526 Feb 16 15:09:23.382931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:23.385228 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-698065cc-b3b2-44fc-ae70-0976754f3502 req-5c872861-7234-49a2-b8c6-158bf276d3b1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0340996 Feb 16 15:09:23.412894 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-185000c2-d69a-490d-8371-308dda2a6078 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/quotas/4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 375 time: 0.0353439 Feb 16 15:09:23.557377 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd579925-5f00-4b6b-9adc-86ab16279994 req-14083770-61e4-4a40-b308-30af12d8d2cb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.559550 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fd579925-5f00-4b6b-9adc-86ab16279994 req-14083770-61e4-4a40-b308-30af12d8d2cb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 931 time: 0.0737679 Feb 16 15:09:23.643984 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fd579925-5f00-4b6b-9adc-86ab16279994 req-5ac75939-868f-4459-8bcf-d179bafd673e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716417 Feb 16 15:09:23.680964 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Pushing event updated for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:23.686943 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Network 24ce5675-f85a-44e8-af21-36b44c7f2284 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:23.688889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:23.691559 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:23.744557 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-2fc5fd01-8c4e-49c1-8e06-e6a435e36322 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3323658 Feb 16 15:09:23.751729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.752342 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:23.785018 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-c9163c7d-b276-44b0-a749-56488ee6c63a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0874653 Feb 16 15:09:23.855346 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-dec811e5-4a00-4369-be2c-bb56c77e430a service neutron] 10.222.0.45 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946660 Feb 16 15:09:23.922343 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e3661-6953-4903-ad95-b9bb69b26448 req-24e119ec-421e-427f-9475-3660e20aff0c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.923922 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5a8e3661-6953-4903-ad95-b9bb69b26448 req-24e119ec-421e-427f-9475-3660e20aff0c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0566878 Feb 16 15:09:23.952756 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-832e18ac-2c28-43a2-823b-25295d45e13a service neutron] 10.222.0.45 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912857 Feb 16 15:09:23.974077 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5a8e3661-6953-4903-ad95-b9bb69b26448 req-4be87142-3b5b-4fac-9a5f-e1d744f71675 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Feb 16 15:09:24.130767 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6c7ff420-cfa9-4b7d-a3b3-ff5077cf66e7 req-e057e9c3-1311-4234-a26d-f1e924deadc9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Feb 16 15:09:24.432325 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95de383-e3a3-44d3-86f9-742d780d615e req-12a0ff3c-b6be-49fb-a4aa-74f977d32b82 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.434752 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e95de383-e3a3-44d3-86f9-742d780d615e req-12a0ff3c-b6be-49fb-a4aa-74f977d32b82 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0546927 Feb 16 15:09:24.479994 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e95de383-e3a3-44d3-86f9-742d780d615e req-2a187546-f480-4ac9-a9ac-5754b6c8bcee tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Feb 16 15:09:24.492606 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1622-d57f-40af-b28c-3105f4a79bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:24.499376 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-983c5400-a5f6-48cf-9ea9-c4b071de7729 req-a9a5d495-9813-4a86-87c8-c64670d277d4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0381000 Feb 16 15:09:24.764829 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c1e1-e436-4872-b15f-f2041c146378 req-2bde13c3-5403-46b9-b548-4be95edd4578 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.766335 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2f14c1e1-e436-4872-b15f-f2041c146378 req-2bde13c3-5403-46b9-b548-4be95edd4578 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 931 time: 0.0517211 Feb 16 15:09:24.817092 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2f14c1e1-e436-4872-b15f-f2041c146378 req-2a98e614-dd72-4390-94e2-67920ed5ece6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Feb 16 15:09:25.086903 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428801d-016c-49bf-a99e-7d9a2f276b03 req-a0b4af8c-8629-4feb-a7fa-fb24e8959b55 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:25.088344 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9428801d-016c-49bf-a99e-7d9a2f276b03 req-a0b4af8c-8629-4feb-a7fa-fb24e8959b55 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0503693 Feb 16 15:09:25.136250 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9428801d-016c-49bf-a99e-7d9a2f276b03 req-942fcc1f-382d-4e98-9a24-dd9454f48e8c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Feb 16 15:09:25.238356 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-30ac3050-a8c8-42ae-b480-71e2db40d537 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 200 len: 217 time: 0.0680833 Feb 16 15:09:25.253026 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f89cc7e0-c5d3-4fc7-a07b-b49df73c858c req-4508197e-de9d-4fb4-aab8-133b74794e02 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0514786 Feb 16 15:09:25.592277 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d8035480-8e71-4a82-aac4-8dfd97ad0699 req-4eb1d266-9145-4c84-a260-6271e5d08519 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0337222 Feb 16 15:09:25.604861 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223eff5-89d3-457d-97f7-1ed736b9bc6a req-70e9f7bf-f82e-43c0-9566-706e362a0aa8 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:25.606398 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3223eff5-89d3-457d-97f7-1ed736b9bc6a req-70e9f7bf-f82e-43c0-9566-706e362a0aa8 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0560870 Feb 16 15:09:25.652522 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3223eff5-89d3-457d-97f7-1ed736b9bc6a req-f041ed1f-f077-46df-80bf-c35b24992363 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Feb 16 15:09:25.770426 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:25.931253 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447cce-394f-4fe7-8302-04891204cd1b req-4f175c42-7e9e-4367-ad4b-412ec2368f9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:25.932716 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-db447cce-394f-4fe7-8302-04891204cd1b req-4f175c42-7e9e-4367-ad4b-412ec2368f9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 931 time: 0.0504241 Feb 16 15:09:25.977828 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-db447cce-394f-4fe7-8302-04891204cd1b req-31ca570c-5e3d-4de3-9215-b8b5083924a4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Feb 16 15:09:26.250521 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0252-1ed7-4e9f-a48f-75d0780d02bd req-56916b2e-2f3c-4e91-a35b-b82c374e9118 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.251981 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f32d0252-1ed7-4e9f-a48f-75d0780d02bd req-56916b2e-2f3c-4e91-a35b-b82c374e9118 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0511746 Feb 16 15:09:26.297617 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f32d0252-1ed7-4e9f-a48f-75d0780d02bd req-b78adb07-32ab-40ad-a286-0d696538b496 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Feb 16 15:09:26.346592 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-34f5ef2d-73ae-4b55-97b9-0530405ffab6 req-c7a7e0fd-9f03-4590-a4e4-418ac7b80e23 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Feb 16 15:09:26.686296 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d480192-912a-4d5c-ad50-a499caa6c6b8 req-90792fbe-ae6d-4e12-a549-c0a10019e1bc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0302074 Feb 16 15:09:26.765664 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:26.770925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778335d-9616-4a79-8eb5-fad08d199157 req-bebbd102-98dd-4990-851c-21992106e9cc tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.772386 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d778335d-9616-4a79-8eb5-fad08d199157 req-bebbd102-98dd-4990-851c-21992106e9cc tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0538538 Feb 16 15:09:26.820929 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d778335d-9616-4a79-8eb5-fad08d199157 req-ff479a28-98fb-43b6-a67f-7157367f2505 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Feb 16 15:09:27.015319 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Request body: {'port': {'device_id': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:27.023424 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Request body: {'port': {'device_id': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:27.107071 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-0ffee381-88ff-423b-80f5-eb12ccbb13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.109566 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-0ffee381-88ff-423b-80f5-eb12ccbb13bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0726109 Feb 16 15:09:27.169492 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-182d14c6-fa86-49bf-8e3a-12b6225331d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540504 Feb 16 15:09:27.258922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:27.265919 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:27.274900 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554b058-f943-42d6-92a6-046a7b4ad982 req-c44bd5a9-d085-4774-a644-7f6c5f3c7b48 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.276424 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d554b058-f943-42d6-92a6-046a7b4ad982 req-c44bd5a9-d085-4774-a644-7f6c5f3c7b48 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 931 time: 0.2086768 Feb 16 15:09:27.297135 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-5582822a-2fa8-4d78-b2be-af5d83ff9a4d service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111181 Feb 16 15:09:27.301254 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-643cebff-bb14-428c-9203-b9ea318c3bf1 req-1ea2ad34-bf91-443a-9cde-aba494b18d0b service neutron] 10.222.0.79 "GET /v2.0/networks/22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912092 Feb 16 15:09:27.431122 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9ab8bcab-c5fc-47a2-a93a-ec2b5b745601 req-fb63adbd-c4e9-428f-b8f9-d33abff905d4 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215117 Feb 16 15:09:27.445774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b2b-b432-4dfc-9207-364ec6377a86 req-22514f09-a7e0-4561-ac84-3b266da21605 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.447160 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-85d63b2b-b432-4dfc-9207-364ec6377a86 req-22514f09-a7e0-4561-ac84-3b266da21605 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0749576 Feb 16 15:09:27.467298 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d554b058-f943-42d6-92a6-046a7b4ad982 req-8d049e17-3c56-4bd3-a718-44e835f5f98e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787174 Feb 16 15:09:27.504571 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-85d63b2b-b432-4dfc-9207-364ec6377a86 req-505f18b1-407b-471b-89c9-934bc84e1061 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Feb 16 15:09:27.584343 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2b9b9bf8-c3d6-415d-8b95-02776fab05b8 req-7c7bd93d-2bce-4f01-8ef4-6b21b7dfa735 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0427585 Feb 16 15:09:27.707648 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09c2587-7ce7-4b59-99cf-6c50feb439ea {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:27.715298 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks [] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:27.728056 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Transition to ACTIVE for port object b09c2587-7ce7-4b59-99cf-6c50feb439ea will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:27.733852 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:27.789385 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-83878e15-25cb-4a5d-bb73-f421c8df89cd req-80b4c775-eb99-41ee-8547-465c16ee67c6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0326178 Feb 16 15:09:27.830324 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Pushing event updated for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:27.963825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Attempting to bind port b09c2587-7ce7-4b59-99cf-6c50feb439ea on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:27.964103 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Attempting to bind port b09c2587-7ce7-4b59-99cf-6c50feb439ea by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:27.964418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Attempting to bind port b09c2587-7ce7-4b59-99cf-6c50feb439ea on network 24ce5675-f85a-44e8-af21-36b44c7f2284 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.000091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Port b09c2587-7ce7-4b59-99cf-6c50feb439ea on network 24ce5675-f85a-44e8-af21-36b44c7f2284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:28.000421 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Attempting to bind port b09c2587-7ce7-4b59-99cf-6c50feb439ea on network 24ce5675-f85a-44e8-af21-36b44c7f2284 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.012751 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:28.013188 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Checking segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:28.013580 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Bound using segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:28.014017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Bound port: b09c2587-7ce7-4b59-99cf-6c50feb439ea, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:28.014380 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.025208 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae468f6c-43d0-4edf-ada9-3f4e977322bc req-9ece1892-f8db-4280-aad0-35f954e6c154 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.026702 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae468f6c-43d0-4edf-ada9-3f4e977322bc req-9ece1892-f8db-4280-aad0-35f954e6c154 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.1302543 Feb 16 15:09:28.051912 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:28.086525 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks [] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.109190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Transition to ACTIVE for port object 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:28.123796 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.188332 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae468f6c-43d0-4edf-ada9-3f4e977322bc req-de6bc8e7-92bd-4074-b375-dc495350213d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500425 Feb 16 15:09:28.190209 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:28.216910 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:28.232212 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.238049 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.292713 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.293363 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.294729 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] 10.222.0.79 "PUT /v2.0/ports/b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 1093 time: 1.2873108 Feb 16 15:09:28.296640 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:28.298954 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86befe6-9251-434b-ba18-5a6cca9b0ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:28.333608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60be6dd-23c0-400d-8aa1-8d26be9e278e service neutron] Pushing event updated for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.340052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be56d06-0d12-4f8f-b17f-9ad34df2c687 x-openstack-request-id: req-8be56d06-0d12-4f8f-b17f-9ad34df2c687 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:28.340338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:28.340590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8be56d06-0d12-4f8f-b17f-9ad34df2c687 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:28.341003 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea', 'status': 'completed', 'code': 200} Feb 16 15:09:28.343305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Attempting to bind port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:28.343640 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Attempting to bind port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:28.343967 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Attempting to bind port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 on network 24ce5675-f85a-44e8-af21-36b44c7f2284 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.348420 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 on network 24ce5675-f85a-44e8-af21-36b44c7f2284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:28.348739 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Attempting to bind port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 on network 24ce5675-f85a-44e8-af21-36b44c7f2284 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.361513 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:28.361854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Checking segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:28.362767 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Bound using segment: {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:28.363195 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Bound port: 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65cf31-3127-4754-8333-4c589d158dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:28.363547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.437908 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-56856cf5-5314-4116-a359-433fbaca0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.439414 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-56856cf5-5314-4116-a359-433fbaca0da4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1127 time: 0.0886736 Feb 16 15:09:28.467554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.486080 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:28.490928 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-51ca34cb-9e84-471b-bcf6-27c468bbb5b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0411911 Feb 16 15:09:28.511501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:28.533295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.586481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.587109 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:28.588481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] 10.222.0.79 "PUT /v2.0/ports/4ed51216-9e4a-4d47-a8d4-a81481cdecf1 HTTP/1.1" status: 200 len: 1093 time: 1.5797780 Feb 16 15:09:28.634445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-23db5d26-e1c4-4157-b7ef-a8ffe3a2e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.635995 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-23db5d26-e1c4-4157-b7ef-a8ffe3a2e621 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.1379371 Feb 16 15:09:28.658497 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e49b3-bc6e-4e27-8567-214a46a93ce5 req-3008480d-635b-4464-babb-da8161462b1a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.666220 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bd3e49b3-bc6e-4e27-8567-214a46a93ce5 req-3008480d-635b-4464-babb-da8161462b1a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0615516 Feb 16 15:09:28.670674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb125fdc-be01-4b51-87c0-7bbda5cad983 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.724182 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bd3e49b3-bc6e-4e27-8567-214a46a93ce5 req-909089d3-53a3-460d-9f45-8a86e22c0be4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Feb 16 15:09:28.849392 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c9f1677-a657-4d9c-a7de-10a9076d2aac req-c1c64f64-12d2-4227-a931-d4739a2bdf71 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0333917 Feb 16 15:09:28.880702 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-3de6d706-c1ea-489a-8a59-775e2631046e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2299659 Feb 16 15:09:28.964877 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76451897-25cc-4b4d-95aa-e3837fe408e5 req-069457b2-7bc4-4d7f-9229-1adfe5a4a76e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.966393 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76451897-25cc-4b4d-95aa-e3837fe408e5 req-069457b2-7bc4-4d7f-9229-1adfe5a4a76e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.4186828 Feb 16 15:09:28.987352 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-22553ef7-f87e-48b5-b0e3-9ffd9abd3781 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.990929 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-22553ef7-f87e-48b5-b0e3-9ffd9abd3781 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 815 time: 0.2009559 Feb 16 15:09:29.012879 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d75f7658-3c00-43d6-b449-aef20967a0b0 req-dad22f68-4515-4c70-aeb7-21ddf054f8e8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0480807 Feb 16 15:09:29.056740 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-eecd0701-0e0d-42ee-808c-236fee236229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.058300 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-eecd0701-0e0d-42ee-808c-236fee236229 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 1127 time: 0.4169993 Feb 16 15:09:29.079858 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-ed5b27eb-b584-4dff-9af1-dda29a2a2a56 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 379 time: 0.0696318 Feb 16 15:09:29.088140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'port': {'device_id': '6d3fe48d-194f-46d7-8954-73672fffe258', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'admin_state_up': True, 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'security_groups': ['088cedf8-35b8-4579-9e0c-df6b52c3394c']}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:29.141038 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-ceb7c35b-162e-4cce-899b-9cdf491f5e9e service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479637 Feb 16 15:09:29.142254 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-f29b36cb-4876-4c5f-8282-6cfba14a4733 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1 HTTP/1.1" status: 200 len: 217 time: 0.0729101 Feb 16 15:09:29.151474 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-33a66384-48ba-45e4-8f05-79b9bc3d3426 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.152881 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-33a66384-48ba-45e4-8f05-79b9bc3d3426 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 810 time: 0.2822378 Feb 16 15:09:29.175348 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76451897-25cc-4b4d-95aa-e3837fe408e5 req-9f51fea6-fbb4-4474-807e-8fb61d2500a4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514864 Feb 16 15:09:29.204327 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Made reservation on behalf of 4edac7cbb3a04f0da6e9662ea34ef99c for: {'port': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:29.209739 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.275213 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-646c1b61-9528-4f8e-a0e7-b2402e157293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.275213 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-646c1b61-9528-4f8e-a0e7-b2402e157293 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.1078620 Feb 16 15:09:29.341485 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-e4717ca6-f452-424d-98ac-3de44b2ea850 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406713 Feb 16 15:09:29.387451 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-b0308e75-3548-461a-9558-dfe62a18c5f2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 380 time: 0.2224467 Feb 16 15:09:29.397957 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-177e0eb6-27b2-4b0a-96cd-17931f65763c req-a0a216c5-390d-4960-b8f6-23713e20d786 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340040 Feb 16 15:09:29.399174 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec65bc5-b342-4912-a79b-fafa13ca35b9 req-5e1414ad-2222-4471-b698-d61f5bf95a1d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.400802 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aec65bc5-b342-4912-a79b-fafa13ca35b9 req-5e1414ad-2222-4471-b698-d61f5bf95a1d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0999215 Feb 16 15:09:29.407178 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'port': {'device_id': '91025744-55c3-41d1-b71c-0cc4dc956915', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'admin_state_up': True, 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'security_groups': ['6ac87c37-746f-4291-b0a1-4831a1bb3d6a']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:29.407995 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Allocated IP 172.20.0.4 (8d5280b9-d595-4ffc-bf53-bf20ccb34995/e57bea93-4afc-4ddc-ae19-02a0090cb6b7/cc49cd3a-846e-4916-b2cd-0f22c885ab9b) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:29.515659 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aec65bc5-b342-4912-a79b-fafa13ca35b9 req-6d1328b4-7d8d-44ee-abfb-70e01357bba6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017978 Feb 16 15:09:29.567864 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-5ee42871-cd61-4804-a612-4a3a79f37647 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188413 Feb 16 15:09:29.609406 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.611463 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-8ae494ce-39bb-4326-ba8d-aaf437128de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.613549 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-8ae494ce-39bb-4326-ba8d-aaf437128de8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1127 time: 0.1127319 Feb 16 15:09:29.646381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.655519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Made reservation on behalf of bab1b62f70274237a5cf07e8c34c6a9c for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:29.659179 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.695253 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:29.698260 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:29.701871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:29.725483 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:29.761362 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.762114 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.784532 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-9578c299-a417-495b-a3ad-c69c9cce93f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001560 Feb 16 15:09:29.809247 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Request body: {'port': {'device_id': '6d3fe48d-194f-46d7-8954-73672fffe258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:29.846513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa7bcd44-521c-4464-9ab8-77a2a7b5de62 req-3baf59fe-59c2-405e-84f3-3e5684555dd9 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682941 Feb 16 15:09:29.909498 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:29.975679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-9a48761c-03db-470e-abd5-73f22124e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.976791 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-9a48761c-03db-470e-abd5-73f22124e9c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.3538570 Feb 16 15:09:30.005034 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-0ca63014-8a7d-47dc-92de-bae9bae3e743 None None] Provisioning complete for port cc49cd3a-846e-4916-b2cd-0f22c885ab9b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:30.006865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0ca63014-8a7d-47dc-92de-bae9bae3e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.024208 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc5a9c-535a-4cc7-a313-32acfd2d56c1 req-460bbd0c-1cb7-4058-a47e-7c8267aaa8a7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.025746 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-28dc5a9c-535a-4cc7-a313-32acfd2d56c1 req-460bbd0c-1cb7-4058-a47e-7c8267aaa8a7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.2046778 Feb 16 15:09:30.058644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-0ca63014-8a7d-47dc-92de-bae9bae3e743 None None] Port cc49cd3a-846e-4916-b2cd-0f22c885ab9b cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:30.064745 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Allocated IP 172.20.0.8 (5032179a-12ff-4bfe-87c7-4f792e6c9f8e/cda7968e-af0b-4905-851c-1d4146d4b0b7/dee0404a-a745-4b15-ad86-b7bcec71fd65) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:30.111828 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-28dc5a9c-535a-4cc7-a313-32acfd2d56c1 req-5cc94231-0b24-4981-9162-67076791e21e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775599 Feb 16 15:09:30.126313 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ab019-d336-4ad3-b465-57b949315f0e req-50a304c7-53c9-4493-8596-7dd6f218c80b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.127962 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4f7ab019-d336-4ad3-b465-57b949315f0e req-50a304c7-53c9-4493-8596-7dd6f218c80b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 931 time: 0.1588366 Feb 16 15:09:30.229040 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4f7ab019-d336-4ad3-b465-57b949315f0e req-201a93c9-7007-48b6-9330-e00f2de60dbc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924709 Feb 16 15:09:30.229625 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0301128b-06ef-4dc7-84ff-b032f7c4138e req-d2a6f7bd-7818-49fa-b4a4-1253b50c2418 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Feb 16 15:09:30.275457 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.319635 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:30.328450 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks [] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.342305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:30.344242 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Transition to ACTIVE for port object cc49cd3a-846e-4916-b2cd-0f22c885ab9b will not be triggered until provisioned by entity L2. {{(pid=102763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:30.344555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ce6e39-bca4-4524-9216-016fda0abb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:30.348114 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.358303 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.382970 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49abe-011c-49b6-b3f0-a10078037bd5 req-2daeeaf8-aa33-4391-98ae-83f02293cfbc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.389809 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ffa49abe-011c-49b6-b3f0-a10078037bd5 req-2daeeaf8-aa33-4391-98ae-83f02293cfbc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0983796 Feb 16 15:09:30.400622 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:30.402925 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f3c4a3-b835-4eaa-a91b-f2490d6a28a1 x-openstack-request-id: req-65f3c4a3-b835-4eaa-a91b-f2490d6a28a1 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:30.403252 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:30.403465 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65f3c4a3-b835-4eaa-a91b-f2490d6a28a1 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:30.403861 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1', 'status': 'completed', 'code': 200} Feb 16 15:09:30.411694 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:30.432439 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:30.442465 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:30.485963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Attempting to bind port cc49cd3a-846e-4916-b2cd-0f22c885ab9b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:30.486841 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Attempting to bind port cc49cd3a-846e-4916-b2cd-0f22c885ab9b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:30.487337 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Attempting to bind port cc49cd3a-846e-4916-b2cd-0f22c885ab9b on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:30.491986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Port cc49cd3a-846e-4916-b2cd-0f22c885ab9b on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:30.492394 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Attempting to bind port cc49cd3a-846e-4916-b2cd-0f22c885ab9b on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:30.495715 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.497191 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.498268 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:30.498681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Checking segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:30.499149 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Bound using segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:30.499616 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Bound port: cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:30.500041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.539967 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:30.569228 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6ec9f773-6377-43ca-b177-2ed3c1aee166 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1735733 Feb 16 15:09:30.579098 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ffa49abe-011c-49b6-b3f0-a10078037bd5 req-2b8ef858-f4f0-4bd0-975e-be8a5fcf2801 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884525 Feb 16 15:09:30.652495 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:30.693641 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:30.705291 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.762570 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.763278 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.764804 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] 10.222.0.79 "PUT /v2.0/ports/cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 1093 time: 0.9620430 Feb 16 15:09:30.765251 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:30.767628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc52507-981c-42ae-80c3-7db4de403266" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:30.780148 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d785bb-baa4-4fd8-9c5b-057d6d84a009 req-ba85a535-04c3-40b8-90d9-0e30b4f47356 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.781978 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-14d785bb-baa4-4fd8-9c5b-057d6d84a009 req-ba85a535-04c3-40b8-90d9-0e30b4f47356 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.1436932 Feb 16 15:09:30.820421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-ad15be68-518d-4461-ba21-3846783afab2 None None] Provisioning complete for port dee0404a-a745-4b15-ad86-b7bcec71fd65 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:30.821083 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ad15be68-518d-4461-ba21-3846783afab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:30.832911 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8dcd-1702-430c-96ed-70e50a27b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:30.862584 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8b540-19e5-4ef2-925a-4d595585abc9 x-openstack-request-id: req-cff8b540-19e5-4ef2-925a-4d595585abc9 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:30.862988 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:30.863339 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cff8b540-19e5-4ef2-925a-4d595585abc9 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:30.863831 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'status': 'completed', 'code': 200} Feb 16 15:09:30.880088 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-14d785bb-baa4-4fd8-9c5b-057d6d84a009 req-d7bae71c-0bd7-4a03-888b-78cce5d649cd tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Feb 16 15:09:30.883204 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-ad15be68-518d-4461-ba21-3846783afab2 None None] Port dee0404a-a745-4b15-ad86-b7bcec71fd65 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:09:31.073028 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:31.230641 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3989c-a4b0-4f7e-86f4-1d98f4a6846f req-7cdbaaf5-77f0-48ab-b23a-3bc3b1e9aaac tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.232093 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73e3989c-a4b0-4f7e-86f4-1d98f4a6846f req-7cdbaaf5-77f0-48ab-b23a-3bc3b1e9aaac tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0509565 Feb 16 15:09:31.278133 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73e3989c-a4b0-4f7e-86f4-1d98f4a6846f req-26806179-d14c-4720-ba63-2f01b03dac35 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Feb 16 15:09:31.350570 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2cde2-2bbd-4654-9808-edb2134a42af req-31ef79b1-379e-4065-90ec-9109d8b45b0b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.352036 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-12e2cde2-2bbd-4654-9808-edb2134a42af req-31ef79b1-379e-4065-90ec-9109d8b45b0b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 931 time: 0.0543094 Feb 16 15:09:31.399629 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-12e2cde2-2bbd-4654-9808-edb2134a42af req-eac2bb81-0142-4fa6-b45d-e98c27ba093b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Feb 16 15:09:31.561818 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658d9e2-782b-40ca-b3d2-d1237b8e35cb req-10cbbfad-3e6f-4f13-9ba3-c178a34e8d7f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.563285 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6658d9e2-782b-40ca-b3d2-d1237b8e35cb req-10cbbfad-3e6f-4f13-9ba3-c178a34e8d7f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.2317419 Feb 16 15:09:31.608231 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6658d9e2-782b-40ca-b3d2-d1237b8e35cb req-d9760d55-fa0e-4c1a-9310-391d30dcaf88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392962 Feb 16 15:09:31.702178 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0ffcf-4fbe-4246-a6b3-c2e91000e069 req-373d1aa6-269f-4179-99f5-47dff3412e66 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.703633 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-15d0ffcf-4fbe-4246-a6b3-c2e91000e069 req-373d1aa6-269f-4179-99f5-47dff3412e66 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0505984 Feb 16 15:09:31.748878 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-15d0ffcf-4fbe-4246-a6b3-c2e91000e069 req-9b9cfa27-c3cc-4304-9ba7-6e6248cd00b4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Feb 16 15:09:31.988190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f62e6b-6650-404e-8303-f22da3d66a7b req-5d0b8990-2b8f-4e1d-b1c8-9b2d331ea34e tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.989667 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5f62e6b-6650-404e-8303-f22da3d66a7b req-5d0b8990-2b8f-4e1d-b1c8-9b2d331ea34e tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0515943 Feb 16 15:09:32.035636 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5f62e6b-6650-404e-8303-f22da3d66a7b req-1ed96b43-61ba-4daa-b7fa-b58cbf3b349f tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Feb 16 15:09:32.390846 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae8f9-c880-4d3c-9793-6aaedeefcc9e req-f069d7a7-bf62-44e0-a2f1-667d05849761 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.392258 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e4ae8f9-c880-4d3c-9793-6aaedeefcc9e req-f069d7a7-bf62-44e0-a2f1-667d05849761 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0495067 Feb 16 15:09:32.440822 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e4ae8f9-c880-4d3c-9793-6aaedeefcc9e req-97ddddf8-4e8a-42ac-971e-2141de58265c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Feb 16 15:09:32.521370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e0c7-1399-41b7-ab03-e40ea562b137 req-4ff3795c-c92d-4561-8a0f-42f4fa551cac tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.522813 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5249e0c7-1399-41b7-ab03-e40ea562b137 req-4ff3795c-c92d-4561-8a0f-42f4fa551cac tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 931 time: 0.0544145 Feb 16 15:09:32.568571 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5249e0c7-1399-41b7-ab03-e40ea562b137 req-dc38fa60-c1ec-4be9-8ce2-845b24641e58 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Feb 16 15:09:32.732606 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4abb7e-b7a1-4132-811c-d27e0b67b572 req-6031cd41-8db6-4e37-b05f-641d8457a32b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.734275 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fc4abb7e-b7a1-4132-811c-d27e0b67b572 req-6031cd41-8db6-4e37-b05f-641d8457a32b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0548544 Feb 16 15:09:32.779791 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fc4abb7e-b7a1-4132-811c-d27e0b67b572 req-3ac37e2f-c16e-499d-8260-d34e9a9204bc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Feb 16 15:09:32.864642 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a590-c4cd-46c2-9670-244ea26898b0 req-77163189-ed5f-4399-b4a3-3341d4f97adf tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.866031 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da71a590-c4cd-46c2-9670-244ea26898b0 req-77163189-ed5f-4399-b4a3-3341d4f97adf tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0512755 Feb 16 15:09:32.911519 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da71a590-c4cd-46c2-9670-244ea26898b0 req-aa436bbb-08d8-43c6-a78c-3c9f3ea3279e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Feb 16 15:09:33.164181 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd30b-86db-4ebd-a6de-6629aa705b71 req-a2e6740c-de2a-4d8a-9d4d-e52811d1e067 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.165761 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6dfdd30b-86db-4ebd-a6de-6629aa705b71 req-a2e6740c-de2a-4d8a-9d4d-e52811d1e067 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0537562 Feb 16 15:09:33.209857 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6dfdd30b-86db-4ebd-a6de-6629aa705b71 req-1540c826-de1f-4fcc-80e2-ab35c0ab1f49 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Feb 16 15:09:33.556135 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51d2c-af21-45c2-bdd7-924d4dc88da6 req-96bbcc13-e775-41f1-910a-9ca000f551bc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.557644 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ed51d2c-af21-45c2-bdd7-924d4dc88da6 req-96bbcc13-e775-41f1-910a-9ca000f551bc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0518374 Feb 16 15:09:33.607191 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ed51d2c-af21-45c2-bdd7-924d4dc88da6 req-fc24c5fc-3a74-4543-be0c-9090fff2629d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Feb 16 15:09:33.654769 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-ef368068-7558-40f9-8bf9-cefc4abd60ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0398333 Feb 16 15:09:33.663468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Request body: {'port': {'device_id': '91025744-55c3-41d1-b71c-0cc4dc956915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:33.798909 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-6fcd155a-d8b2-41a7-b922-44513a9265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.801464 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-6fcd155a-d8b2-41a7-b922-44513a9265dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.1209362 Feb 16 15:09:33.811450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:33.835138 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc52507-981c-42ae-80c3-7db4de403266 req-24f33560-06d1-4837-8c7d-2a065cc0bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.836684 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fc52507-981c-42ae-80c3-7db4de403266 req-24f33560-06d1-4837-8c7d-2a065cc0bbe1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1127 time: 0.1549554 Feb 16 15:09:33.922965 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93434cbf-0d89-49fa-afc5-8e727e6ed174 req-31299159-6cc3-4491-a825-5a50c3492574 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.924478 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-93434cbf-0d89-49fa-afc5-8e727e6ed174 req-31299159-6cc3-4491-a825-5a50c3492574 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 931 time: 0.2877676 Feb 16 15:09:33.941754 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-d98dc28c-8f31-4811-a190-ee5850869cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.943189 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-d98dc28c-8f31-4811-a190-ee5850869cb9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 1127 time: 0.0748451 Feb 16 15:09:33.975566 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-93434cbf-0d89-49fa-afc5-8e727e6ed174 req-a2d33376-a804-436f-9776-906a66c58107 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Feb 16 15:09:33.998621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bef60-955c-4113-8002-8472b73bf981 req-59196f20-2b8c-4bad-a4d7-806bcc6b64c2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.000197 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-867bef60-955c-4113-8002-8472b73bf981 req-59196f20-2b8c-4bad-a4d7-806bcc6b64c2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.1405950 Feb 16 15:09:34.081585 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c900bd-8d8c-4e72-8431-255f56fae6fe req-b606bef4-1cc3-4bea-b831-dfd96c0642f0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.083077 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08c900bd-8d8c-4e72-8431-255f56fae6fe req-b606bef4-1cc3-4bea-b831-dfd96c0642f0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0515389 Feb 16 15:09:34.103935 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-867bef60-955c-4113-8002-8472b73bf981 req-22bba2ef-4538-4e53-98f2-34bb1dedb942 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973537 Feb 16 15:09:34.141198 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08c900bd-8d8c-4e72-8431-255f56fae6fe req-8fe666b8-a30d-484b-91cb-91bb333b428c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Feb 16 15:09:34.191081 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee0404a-a745-4b15-ad86-b7bcec71fd65 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:34.199296 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks [] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:34.215676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Transition to ACTIVE for port object dee0404a-a745-4b15-ad86-b7bcec71fd65 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:34.220645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:34.279406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:34.392759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1cf8-cb13-4d30-a18a-d44283402f2b req-ac48e359-f8e5-404e-b2c1-3373f27a493f tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.394890 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30bd1cf8-cb13-4d30-a18a-d44283402f2b req-ac48e359-f8e5-404e-b2c1-3373f27a493f tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.1125565 Feb 16 15:09:34.399808 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Attempting to bind port dee0404a-a745-4b15-ad86-b7bcec71fd65 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:09:34.400143 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Attempting to bind port dee0404a-a745-4b15-ad86-b7bcec71fd65 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:09:34.400473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Attempting to bind port dee0404a-a745-4b15-ad86-b7bcec71fd65 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:34.418350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Port dee0404a-a745-4b15-ad86-b7bcec71fd65 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:34.418669 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Attempting to bind port dee0404a-a745-4b15-ad86-b7bcec71fd65 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:34.428211 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:34.428544 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Checking segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:09:34.428921 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Bound using segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:34.429366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Bound port: dee0404a-a745-4b15-ad86-b7bcec71fd65, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:09:34.429721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:34.477144 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30bd1cf8-cb13-4d30-a18a-d44283402f2b req-47791be0-cdeb-49f6-a1ef-eb2f17c659fe tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743103 Feb 16 15:09:34.507916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:34.510829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:34.518831 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:34.555554 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.556167 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:34.557549 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] 10.222.0.79 "PUT /v2.0/ports/dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 1093 time: 0.9018795 Feb 16 15:09:34.557978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:34.560162 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4" -d '{"events": [{"name": "network-changed", "server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:34.586350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df510eb-bc15-43b0-9678-7a0b9615d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:34.602075 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a6b41-1a53-4b9a-b57f-a4f829556b1f x-openstack-request-id: req-220a6b41-1a53-4b9a-b57f-a4f829556b1f {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:34.602367 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:34.602624 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-220a6b41-1a53-4b9a-b57f-a4f829556b1f {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:34.603161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'status': 'completed', 'code': 200} Feb 16 15:09:34.756128 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-fd40991f-d749-4e19-b56e-bbf42730e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.757641 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-fd40991f-d749-4e19-b56e-bbf42730e7ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.0988183 Feb 16 15:09:34.766265 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-845813e9-ccf0-4701-9391-6dec33440ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013963 Feb 16 15:09:34.804856 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-6d8cdda5-c4b9-4c9c-99e6-31b106a03674 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1 HTTP/1.1" status: 200 len: 217 time: 0.0396242 Feb 16 15:09:34.852176 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-fc758ba9-dddf-4aec-91cc-e0b6daa400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.853520 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-fc758ba9-dddf-4aec-91cc-e0b6daa400d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0421002 Feb 16 15:09:34.885119 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-96058299-6ae4-4654-ae52-8dcc23b0ff98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249028 Feb 16 15:09:34.985223 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-1a68767e-8556-4eeb-a888-68cb4f347868 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921586 Feb 16 15:09:35.016464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672b7fa-fa1b-450b-8c30-0d23063eebd7 req-3ee09dfe-c191-4c47-aea8-191336086cb9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.019146 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6672b7fa-fa1b-450b-8c30-0d23063eebd7 req-3ee09dfe-c191-4c47-aea8-191336086cb9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.3014665 Feb 16 15:09:35.021447 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-c75048cb-f2eb-48db-958b-d1460c8b5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.022823 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-c75048cb-f2eb-48db-958b-d1460c8b5b8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1127 time: 0.3173511 Feb 16 15:09:35.023771 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc52507-981c-42ae-80c3-7db4de403266 req-6f240573-46a4-4985-882c-c7aa8691d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.025105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fc52507-981c-42ae-80c3-7db4de403266 req-6f240573-46a4-4985-882c-c7aa8691d534 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3863161 Feb 16 15:09:35.100924 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-43b55f89-3e2e-4c68-a9bd-a0cf428c61d0 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001249 Feb 16 15:09:35.105890 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-f44caa2e-e4e8-4ed7-8aa0-28f982bbba8b service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138260 Feb 16 15:09:35.121281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cf4d-6e67-4685-bb48-c4e0bddacd90 req-04a31c01-80c2-41de-a8e2-63604866898e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.122758 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2e89cf4d-6e67-4685-bb48-c4e0bddacd90 req-04a31c01-80c2-41de-a8e2-63604866898e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0734873 Feb 16 15:09:35.170552 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2e89cf4d-6e67-4685-bb48-c4e0bddacd90 req-295074ee-2657-4443-b474-79d00c875439 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Feb 16 15:09:35.280062 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1527d-0ce4-42f6-bcd0-e44dbd61eb45 req-95e53375-d3e7-4fdb-a27f-498c91063abb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.281933 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f1a1527d-0ce4-42f6-bcd0-e44dbd61eb45 req-95e53375-d3e7-4fdb-a27f-498c91063abb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0561099 Feb 16 15:09:35.332310 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f1a1527d-0ce4-42f6-bcd0-e44dbd61eb45 req-86e89090-5bb8-40b1-9903-91d93201139c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Feb 16 15:09:35.441995 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fb76-62b1-4b3a-bded-4a54a16f263c req-de2f545b-86e1-4685-8730-5b634b74da9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.443437 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b120fb76-62b1-4b3a-bded-4a54a16f263c req-de2f545b-86e1-4685-8730-5b634b74da9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0517647 Feb 16 15:09:35.491555 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b120fb76-62b1-4b3a-bded-4a54a16f263c req-61760b2e-ffb7-4432-8d0b-fd7b6b039154 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Feb 16 15:09:35.507151 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6672b7fa-fa1b-450b-8c30-0d23063eebd7 req-976be9ee-e3e6-45fd-a53c-e0960ee3e6ef tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795694 Feb 16 15:09:35.552978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc52507-981c-42ae-80c3-7db4de403266 req-f9338082-e818-49a0-be67-527303a2ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.554431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fc52507-981c-42ae-80c3-7db4de403266 req-f9338082-e818-49a0-be67-527303a2ebc6 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5112152 Feb 16 15:09:35.555381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-2fabcae1-94b3-45bd-8dcf-d87c2c4d9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.556727 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-2fabcae1-94b3-45bd-8dcf-d87c2c4d9e07 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5124521 Feb 16 15:09:35.567795 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b86befe6-9251-434b-ba18-5a6cca9b0ac3 req-66500747-502e-458f-80ff-3b6cc613b9c5 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490860 Feb 16 15:09:35.600315 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cf5bf-3fdc-4ad7-8647-fa4cd8e1a005 req-0132265d-a4cc-4f36-8480-d7cb82296443 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.602082 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa5cf5bf-3fdc-4ad7-8647-fa4cd8e1a005 req-0132265d-a4cc-4f36-8480-d7cb82296443 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0539994 Feb 16 15:09:35.647062 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa5cf5bf-3fdc-4ad7-8647-fa4cd8e1a005 req-1ec43a58-c15c-4577-b550-309322121db1 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Feb 16 15:09:36.289039 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54345f-f7ef-4307-acd9-0a200ef5f74b req-9653181f-a208-4b9d-887b-2075288b80a5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.290494 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca54345f-f7ef-4307-acd9-0a200ef5f74b req-9653181f-a208-4b9d-887b-2075288b80a5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0536942 Feb 16 15:09:36.340835 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca54345f-f7ef-4307-acd9-0a200ef5f74b req-074a7128-4bfa-4e2d-8f51-59434331eb05 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Feb 16 15:09:36.451537 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c654-8abb-4efd-a229-f57cc06937c6 req-cd3d20f2-8fbd-4903-b564-0e741c5773fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.452994 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a991c654-8abb-4efd-a229-f57cc06937c6 req-cd3d20f2-8fbd-4903-b564-0e741c5773fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0509911 Feb 16 15:09:36.497674 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a991c654-8abb-4efd-a229-f57cc06937c6 req-bf1d8061-20d3-43cd-96bf-c790e9743843 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Feb 16 15:09:36.609480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ea1e-3ce7-4165-a613-2c68e2a5fb9b req-0d10381e-cfa4-4e08-8360-291bef329dce tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.610961 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3215ea1e-3ce7-4165-a613-2c68e2a5fb9b req-0d10381e-cfa4-4e08-8360-291bef329dce tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0531726 Feb 16 15:09:36.634126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35cfb-1fee-49ef-a970-e0279dc9f20e req-9d1e45d4-a11f-4acf-b046-48ea37dba311 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.635600 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-11c35cfb-1fee-49ef-a970-e0279dc9f20e req-9d1e45d4-a11f-4acf-b046-48ea37dba311 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0550210 Feb 16 15:09:36.661988 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3215ea1e-3ce7-4165-a613-2c68e2a5fb9b req-26a7e0de-cafb-4332-957d-928d77fdad1c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Feb 16 15:09:36.682225 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-11c35cfb-1fee-49ef-a970-e0279dc9f20e req-36bd7805-6d9c-46ca-b653-68db98c2004d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Feb 16 15:09:36.764709 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33463d63-93d7-4ecd-8082-b5280c3a3a6d req-891be48d-f33f-4446-bfb3-e5ec15278111 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.766095 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33463d63-93d7-4ecd-8082-b5280c3a3a6d req-891be48d-f33f-4446-bfb3-e5ec15278111 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0515027 Feb 16 15:09:36.814305 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33463d63-93d7-4ecd-8082-b5280c3a3a6d req-d8b5d411-5578-4ed3-87f6-dac9aa515ad9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Feb 16 15:09:37.455548 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08509679-af3c-45a2-9055-bc6952af4f23 req-cde0b48a-8830-4fe2-b040-adc554f4d957 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.456923 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08509679-af3c-45a2-9055-bc6952af4f23 req-cde0b48a-8830-4fe2-b040-adc554f4d957 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0513477 Feb 16 15:09:37.500971 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08509679-af3c-45a2-9055-bc6952af4f23 req-21ec4192-6fd7-4888-8aef-bb860c067377 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 Feb 16 15:09:37.617284 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77110-a792-4a9c-81e7-dc59c8ec907d req-f843de22-53cb-4834-9e2b-005524ac85cc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.618751 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fc77110-a792-4a9c-81e7-dc59c8ec907d req-f843de22-53cb-4834-9e2b-005524ac85cc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0520525 Feb 16 15:09:37.663912 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fc77110-a792-4a9c-81e7-dc59c8ec907d req-798d31ac-f206-497e-878c-fe75690a34d7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Feb 16 15:09:37.776998 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48655f4-0b2f-4d31-8a85-f15989ec6703 req-880cd24d-adba-479e-8be2-973a052c1930 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.778473 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f48655f4-0b2f-4d31-8a85-f15989ec6703 req-880cd24d-adba-479e-8be2-973a052c1930 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0519419 Feb 16 15:09:37.803160 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5279bf-ea57-4f13-bb20-23d1351c789d req-19bdbffa-7985-4c07-859b-472702f3ecc3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.804633 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a5279bf-ea57-4f13-bb20-23d1351c789d req-19bdbffa-7985-4c07-859b-472702f3ecc3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0571952 Feb 16 15:09:37.828729 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f48655f4-0b2f-4d31-8a85-f15989ec6703 req-71249dac-1e6d-4346-a5fa-8c3cf38fe9ef tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Feb 16 15:09:37.852004 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a5279bf-ea57-4f13-bb20-23d1351c789d req-0388b418-7826-449d-82ac-5826c8c5c7e7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Feb 16 15:09:37.931173 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78545dc0-8a5c-4ae6-9c27-fc7d6a44a5dc req-431a0845-467c-4ef1-a080-1dc0110094f1 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.932583 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-78545dc0-8a5c-4ae6-9c27-fc7d6a44a5dc req-431a0845-467c-4ef1-a080-1dc0110094f1 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0504167 Feb 16 15:09:37.978097 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-78545dc0-8a5c-4ae6-9c27-fc7d6a44a5dc req-fb74e49e-1c33-4783-9dac-7b9b75fa7358 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Feb 16 15:09:38.614353 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea40e66-7f06-451b-85d1-68c63a0fa966 req-8ab91a51-1618-45b2-80c6-126dd777b5c7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.615813 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eea40e66-7f06-451b-85d1-68c63a0fa966 req-8ab91a51-1618-45b2-80c6-126dd777b5c7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0514493 Feb 16 15:09:38.661751 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eea40e66-7f06-451b-85d1-68c63a0fa966 req-e6bc5b67-5f1d-4f8d-ac6f-6eab300b4127 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Feb 16 15:09:38.781281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058be67e-28d1-4e24-a575-78c95e632900 req-adfa1ee6-2130-4b94-9de6-918c3c56c384 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.783081 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-058be67e-28d1-4e24-a575-78c95e632900 req-adfa1ee6-2130-4b94-9de6-918c3c56c384 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0512187 Feb 16 15:09:38.828283 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-058be67e-28d1-4e24-a575-78c95e632900 req-ecf35c97-f3b0-478b-8f75-ab24d01c4d98 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 Feb 16 15:09:38.948519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44897d1b-0b82-4c4b-a2af-2daef8da6ac0 req-ebe0e39c-9938-4f3b-b241-de4b150d4c27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.950046 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44897d1b-0b82-4c4b-a2af-2daef8da6ac0 req-ebe0e39c-9938-4f3b-b241-de4b150d4c27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0564327 Feb 16 15:09:38.968732 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7dc40-f4ee-4ca8-8160-3b1f32ad180e req-f397b7fc-b897-488f-9d01-ff6b4ae08ef3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.970209 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-49b7dc40-f4ee-4ca8-8160-3b1f32ad180e req-f397b7fc-b897-488f-9d01-ff6b4ae08ef3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 943 time: 0.0535855 Feb 16 15:09:38.996446 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44897d1b-0b82-4c4b-a2af-2daef8da6ac0 req-278376ae-46ae-40d6-8759-5b6e27b6372c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Feb 16 15:09:39.016630 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-49b7dc40-f4ee-4ca8-8160-3b1f32ad180e req-29af2169-4f6e-46a4-8040-9e4f4901a54b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Feb 16 15:09:39.099273 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871911d-3748-4f3a-95c0-ac5c92a4af73 req-b423810c-b288-44c9-9fc0-4652677f7ee9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.100632 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5871911d-3748-4f3a-95c0-ac5c92a4af73 req-b423810c-b288-44c9-9fc0-4652677f7ee9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 943 time: 0.0504591 Feb 16 15:09:39.146900 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5871911d-3748-4f3a-95c0-ac5c92a4af73 req-af3af55f-6842-4186-9759-711dda126d72 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Feb 16 15:09:39.769744 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device a38c00dd-2c37-42b5-925c-2b37c651f1a9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:39.789614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6581-76cc-4164-b25e-91737d2ad1f3 req-69ea021f-d22f-41f4-9ee1-14651fc35c36 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.791238 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dc7a6581-76cc-4164-b25e-91737d2ad1f3 req-69ea021f-d22f-41f4-9ee1-14651fc35c36 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0638480 Feb 16 15:09:39.839986 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dc7a6581-76cc-4164-b25e-91737d2ad1f3 req-e4aaf2ff-8f86-47ae-9672-327542e484df tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Feb 16 15:09:39.852296 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-993c39c5-e9c7-4c99-831b-81bc5d05138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.858056 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e06a5ce4-1f1f-490c-a9e2-625c3a3d00f4 req-993c39c5-e9c7-4c99-831b-81bc5d05138f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340520 Feb 16 15:09:39.865381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-4702ea34-ee3f-469e-95a9-1569d3a367f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.866893 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-4702ea34-ee3f-469e-95a9-1569d3a367f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1127 time: 0.0723732 Feb 16 15:09:39.891298 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9,segment=NetworkSegment(03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df),segment_id=03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:39.906812 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9', 'network_id': '22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e', 'port_id': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9', 'mac_address': 'fa:16:3e:0f:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203baabb-83b0-42d0-a90a-613370ac6046', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:39.932726 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-53e60a91-1719-498c-80f0-a89e3f06f653 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 217 time: 0.0512898 Feb 16 15:09:39.946244 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port a38c00dd-2c37-42b5-925c-2b37c651f1a9 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:39.946704 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:39.962957 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38c00dd-2c37-42b5-925c-2b37c651f1a9 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:39.982980 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9,segment=NetworkSegment(03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df),segment_id=03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:39.988450 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:39.989369 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 77a5c128-95be-4548-b573-6d113782eef2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:40.037061 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-fc9f1f96-0a37-491c-a814-684760fb4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.038705 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-fc9f1f96-0a37-491c-a814-684760fb4255 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1127 time: 0.1170430 Feb 16 15:09:40.048382 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-6ff5958e-52f8-470e-9d8a-b12425e5d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.050338 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-6ff5958e-52f8-470e-9d8a-b12425e5d1fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0907350 Feb 16 15:09:40.062535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:40.120128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd6c4-1114-4647-96ca-aebc0c0b36ce req-47aec0e2-f860-4159-8176-cbf47a23455e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.121714 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2c2cd6c4-1114-4647-96ca-aebc0c0b36ce req-47aec0e2-f860-4159-8176-cbf47a23455e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.1924765 Feb 16 15:09:40.129176 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcd69b-fe11-40dc-957e-40f7aeda9273 req-17419ee8-01da-4470-96a1-28509e0cc188 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.129835 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-89791fd8-dcb9-44ae-a91b-d2e142635ccc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 217 time: 0.0832605 Feb 16 15:09:40.130711 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d2fcd69b-fe11-40dc-957e-40f7aeda9273 req-17419ee8-01da-4470-96a1-28509e0cc188 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0572658 Feb 16 15:09:40.135170 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=77a5c128-95be-4548-b573-6d113782eef2,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:40.146801 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '77a5c128-95be-4548-b573-6d113782eef2', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'port_id': '77a5c128-95be-4548-b573-6d113782eef2', 'mac_address': 'fa:16:3e:0c:1f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7394a172-d460-430c-b074-73e54854df8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:40.183197 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d2fcd69b-fe11-40dc-957e-40f7aeda9273 req-400ffb9a-34b7-4437-9060-e62ec8f09358 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Feb 16 15:09:40.186387 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 77a5c128-95be-4548-b573-6d113782eef2 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:40.186846 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (77a5c128-95be-4548-b573-6d113782eef2), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:40.209941 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a5c128-95be-4548-b573-6d113782eef2 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:40.228435 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-4a5d279c-242b-4e30-be93-2e963ea2318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.229985 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-4a5d279c-242b-4e30-be93-2e963ea2318f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1726441 Feb 16 15:09:40.231338 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=77a5c128-95be-4548-b573-6d113782eef2,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:40.236512 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:40.238298 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2c2cd6c4-1114-4647-96ca-aebc0c0b36ce req-0ab645fb-3364-4a72-8714-3da6e464e33d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075561 Feb 16 15:09:40.247601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-af766f8d-81ea-4e4a-89eb-3f40341320a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.249012 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-af766f8d-81ea-4e4a-89eb-3f40341320a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.1052389 Feb 16 15:09:40.297160 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:40.326695 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c795-f618-45f0-9a91-5350eb0745b1 req-e41cda19-61b1-4502-840e-c82fb3ecaf25 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.328444 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a3a3c795-f618-45f0-9a91-5350eb0745b1 req-e41cda19-61b1-4502-840e-c82fb3ecaf25 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0822058 Feb 16 15:09:40.377880 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a3a3c795-f618-45f0-9a91-5350eb0745b1 req-139533ee-b5e3-4aae-9083-94bf6066b174 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Feb 16 15:09:40.384995 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-e7d1c7bc-5558-4b59-a5ab-0b9b7cee4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.386496 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-e7d1c7bc-5558-4b59-a5ab-0b9b7cee4f41 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1259866 Feb 16 15:09:40.422892 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-1171669c-8a31-476e-bb46-778bcbc6129f service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834123 Feb 16 15:09:40.493714 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f19b5-e6da-47bb-beb8-70da64de87f1 req-bde259ec-e3ad-46fe-a092-594103cdc11b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.495155 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f55f19b5-e6da-47bb-beb8-70da64de87f1 req-bde259ec-e3ad-46fe-a092-594103cdc11b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.1555362 Feb 16 15:09:40.589650 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-99d0bdfc-3fe0-480b-b41d-34ffa5d22aa4 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891501 Feb 16 15:09:40.610963 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f55f19b5-e6da-47bb-beb8-70da64de87f1 req-e8fda691-3418-449b-8e0f-56cf2456f0ae tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020713 Feb 16 15:09:40.615023 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5db197a2-9aa7-4e51-a293-13c59c7119a0 req-7bc029cf-db00-4d83-aa38-b5fcacff4086 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794126 Feb 16 15:09:40.701561 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb2a8a5f-3a31-4f4f-ae79-a35188b96e12 req-40844d4c-4e18-4412-bf34-a5fa63d73c16 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856133 Feb 16 15:09:40.958843 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56100a5-b897-4352-88ad-ea86cfb5558d req-3aa112ac-6021-4783-a0ae-8774a77d76d2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.960346 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e56100a5-b897-4352-88ad-ea86cfb5558d req-3aa112ac-6021-4783-a0ae-8774a77d76d2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0533125 Feb 16 15:09:41.008902 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e56100a5-b897-4352-88ad-ea86cfb5558d req-fca668dd-b31a-4f8b-bffa-bfc35e4d9b85 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Feb 16 15:09:41.301027 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2ad63-9bdf-4457-ac1b-ff6c52aad6f7 req-5d23e718-1468-484b-8dfd-0eab4d121ce0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.302524 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-afb2ad63-9bdf-4457-ac1b-ff6c52aad6f7 req-5d23e718-1468-484b-8dfd-0eab4d121ce0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0523505 Feb 16 15:09:41.362714 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-afb2ad63-9bdf-4457-ac1b-ff6c52aad6f7 req-0aeb77d2-222b-4ff6-b4ba-548ba627ba86 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Feb 16 15:09:41.373411 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba3cbb-6235-4d14-8435-1bd24156445a req-1a57abf0-e2b9-4ea7-9ac1-89d9d52d5667 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.374941 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1ba3cbb-6235-4d14-8435-1bd24156445a req-1a57abf0-e2b9-4ea7-9ac1-89d9d52d5667 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0583026 Feb 16 15:09:41.444455 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1ba3cbb-6235-4d14-8435-1bd24156445a req-64f32183-bee6-4b19-bff0-2ae18375c2b0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532572 Feb 16 15:09:41.516454 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1707951-14b4-4f65-972a-84b97a655570 req-9e862abe-9d78-441a-ba8f-7c77f515637b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.520976 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e1707951-14b4-4f65-972a-84b97a655570 req-9e862abe-9d78-441a-ba8f-7c77f515637b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0584018 Feb 16 15:09:41.576752 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e1707951-14b4-4f65-972a-84b97a655570 req-070add3a-b815-4501-9b88-ac437c936c09 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523562 Feb 16 15:09:41.728565 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3396e1-8412-4b37-ba72-73152a5bc8a0 req-f76a5ab1-817d-40f6-a141-e38354956d2b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.730297 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bc3396e1-8412-4b37-ba72-73152a5bc8a0 req-f76a5ab1-817d-40f6-a141-e38354956d2b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0534112 Feb 16 15:09:41.778926 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bc3396e1-8412-4b37-ba72-73152a5bc8a0 req-dc23dc1b-682c-440f-a636-3e84c49afa73 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Feb 16 15:09:41.951290 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:41.994733 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['a38c00dd-2c37-42b5-925c-2b37c651f1a9'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:42.127130 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b20d0-7a15-4c99-b082-0acb3f8393b8 req-81d3a469-78aa-45df-9b65-184bd4673963 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.128319 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7f8b20d0-7a15-4c99-b082-0acb3f8393b8 req-81d3a469-78aa-45df-9b65-184bd4673963 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0540957 Feb 16 15:09:42.173977 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7f8b20d0-7a15-4c99-b082-0acb3f8393b8 req-9ff54cc7-2563-48ef-8c7f-d2a5530b4be3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Feb 16 15:09:42.485557 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf47707-e3fa-444b-9558-a8ea488240f2 req-7c356fc0-db2a-4555-bf88-51407128b7f3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.487113 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3cf47707-e3fa-444b-9558-a8ea488240f2 req-7c356fc0-db2a-4555-bf88-51407128b7f3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0541234 Feb 16 15:09:42.532651 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3cf47707-e3fa-444b-9558-a8ea488240f2 req-8d21f0bf-862d-47b5-8160-1b1549b6d175 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Feb 16 15:09:42.579073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdbdc2-eb2a-4eb7-8b65-23f2f923af69 req-b47bfbff-c03f-45c8-92a2-ff015ac569b3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.581073 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbfdbdc2-eb2a-4eb7-8b65-23f2f923af69 req-b47bfbff-c03f-45c8-92a2-ff015ac569b3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0597763 Feb 16 15:09:42.634352 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbfdbdc2-eb2a-4eb7-8b65-23f2f923af69 req-13d657cb-0866-420e-a665-84a47d13426b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478640 Feb 16 15:09:42.712264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c6b0-aaad-488a-bc5b-21bbd4088fae req-1be9ecf0-8d5f-4da5-b885-1069b4c281f6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.714040 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6733c6b0-aaad-488a-bc5b-21bbd4088fae req-1be9ecf0-8d5f-4da5-b885-1069b4c281f6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0608733 Feb 16 15:09:42.786951 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6733c6b0-aaad-488a-bc5b-21bbd4088fae req-450cb332-0e42-40b0-8a20-eba0c5085cc3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615697 Feb 16 15:09:42.911317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372d916-15ab-4a47-956d-9b8868c81d53 req-2f59182e-49f4-435e-8d88-16c9a418f2bb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.913690 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2372d916-15ab-4a47-956d-9b8868c81d53 req-2f59182e-49f4-435e-8d88-16c9a418f2bb tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0598099 Feb 16 15:09:42.968489 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2372d916-15ab-4a47-956d-9b8868c81d53 req-b726e9bf-789d-4d4c-81e7-4ca533b6b8cd tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Feb 16 15:09:43.091797 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35826) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:43.198868 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-be5e71ee-ecd3-410d-b107-759d62a2e3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.318071 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-be5e71ee-ecd3-410d-b107-759d62a2e3b9 admin admin] Publish callbacks [] for security_group (32b9c141-ddbd-44b9-add6-e26b692630e7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.325100 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76275064-4f23-40b7-ba0d-c65f492387e2 req-91ffda40-73a7-4037-bee5-c84838b03bea tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.326546 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-76275064-4f23-40b7-ba0d-c65f492387e2 req-91ffda40-73a7-4037-bee5-c84838b03bea tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0821612 Feb 16 15:09:43.327513 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-be5e71ee-ecd3-410d-b107-759d62a2e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (32b9c141-ddbd-44b9-add6-e26b692630e7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.376432 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e71ee-ecd3-410d-b107-759d62a2e3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b9c141-ddbd-44b9-add6-e26b692630e7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:43.380974 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-be5e71ee-ecd3-410d-b107-759d62a2e3b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df18701ce04f4be4b5b805f767dae7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881389 Feb 16 15:09:43.384040 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35836) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:43.407097 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-76275064-4f23-40b7-ba0d-c65f492387e2 req-9937cec8-418b-4d26-89fe-c517e112c57e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698152 Feb 16 15:09:43.432703 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] Publish callbacks [] for security_group (32b9c141-ddbd-44b9-add6-e26b692630e7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.453150 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] Publish callbacks [] for security_group (32b9c141-ddbd-44b9-add6-e26b692630e7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.498763 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (32b9c141-ddbd-44b9-add6-e26b692630e7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.501259 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.502380 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32b9c141-ddbd-44b9-add6-e26b692630e7 HTTP/1.1" status: 204 len: 168 time: 0.1173697 Feb 16 15:09:43.509818 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d30538-35f8-43fb-9db0-ca7092348ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b9c141-ddbd-44b9-add6-e26b692630e7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:43.649934 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718baabb-1f6e-4c42-bad5-6bada8a81929 req-18996747-a1e4-45a6-a448-f0ab25535e6b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.651413 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-718baabb-1f6e-4c42-bad5-6bada8a81929 req-18996747-a1e4-45a6-a448-f0ab25535e6b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0506985 Feb 16 15:09:43.702783 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-718baabb-1f6e-4c42-bad5-6bada8a81929 req-2a1fc8ab-c7e7-4123-8653-8f6a40a6894e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Feb 16 15:09:43.766402 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355a5a-e2d7-4f58-866f-e8533f06ebd5 req-95dd69b9-8307-4303-a82a-5fb19df8d6f0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.768462 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6355a5a-e2d7-4f58-866f-e8533f06ebd5 req-95dd69b9-8307-4303-a82a-5fb19df8d6f0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0591388 Feb 16 15:09:43.768927 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35846) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:43.794653 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-392fb29e-bead-45f3-b1c6-fa52ddf80538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.840457 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6355a5a-e2d7-4f58-866f-e8533f06ebd5 req-6a364fea-eeaf-4d39-9506-ab1979c1c8ce tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656559 Feb 16 15:09:43.892541 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-392fb29e-bead-45f3-b1c6-fa52ddf80538 admin admin] Publish callbacks [] for security_group (b99af326-2946-403c-b955-f32cf2cc2078), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.896234 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-392fb29e-bead-45f3-b1c6-fa52ddf80538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b99af326-2946-403c-b955-f32cf2cc2078), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:43.906344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9b3fa-ab85-4372-873a-e00114f39c3d req-8602aa76-cb84-4540-9cfa-f22c5ce9cda3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.908081 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bce9b3fa-ab85-4372-873a-e00114f39c3d req-8602aa76-cb84-4540-9cfa-f22c5ce9cda3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0584075 Feb 16 15:09:43.934396 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-392fb29e-bead-45f3-b1c6-fa52ddf80538 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7099c63520434b3790ac18db4f0606b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643043 Feb 16 15:09:43.935320 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fb29e-bead-45f3-b1c6-fa52ddf80538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99af326-2946-403c-b955-f32cf2cc2078,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:43.937601 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35852) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:43.958097 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bce9b3fa-ab85-4372-873a-e00114f39c3d req-ff4c1bc2-2723-4cd6-9827-26a249fc72b8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Feb 16 15:09:43.984408 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] Publish callbacks [] for security_group (b99af326-2946-403c-b955-f32cf2cc2078), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:44.009662 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] Publish callbacks [] for security_group (b99af326-2946-403c-b955-f32cf2cc2078), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:44.086229 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b99af326-2946-403c-b955-f32cf2cc2078), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:44.088696 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:44.089885 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b99af326-2946-403c-b955-f32cf2cc2078 HTTP/1.1" status: 204 len: 168 time: 0.1514037 Feb 16 15:09:44.100135 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f577b-4a5c-48eb-b952-30f473049e36 req-469707f1-1545-4049-ad34-7021ef20db8d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.101602 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-015f577b-4a5c-48eb-b952-30f473049e36 req-469707f1-1545-4049-ad34-7021ef20db8d tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0644863 Feb 16 15:09:44.106374 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338751b-fff2-4640-871b-98ef3598e1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99af326-2946-403c-b955-f32cf2cc2078,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:44.151247 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-015f577b-4a5c-48eb-b952-30f473049e36 req-416fb315-548c-4c79-84e2-32585195de59 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Feb 16 15:09:44.526177 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6bcbf-fbce-49a5-bfe8-a1cd8a6c21b8 req-f8ecb08f-c2f7-41e4-a3ef-9c7c814a23d8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.528102 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30c6bcbf-fbce-49a5-bfe8-a1cd8a6c21b8 req-f8ecb08f-c2f7-41e4-a3ef-9c7c814a23d8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0547509 Feb 16 15:09:44.580854 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30c6bcbf-fbce-49a5-bfe8-a1cd8a6c21b8 req-bdf5ba26-5f92-4f14-8997-cef2d207276b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Feb 16 15:09:44.822027 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662d1d-693f-414b-b052-01963bcd7b4f req-0194d946-e16b-4422-b6b2-cebae3a60f3d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.823448 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6b662d1d-693f-414b-b052-01963bcd7b4f req-0194d946-e16b-4422-b6b2-cebae3a60f3d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0512283 Feb 16 15:09:44.871213 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6b662d1d-693f-414b-b052-01963bcd7b4f req-5927d6f4-a292-4aa9-975e-32cccd982154 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Feb 16 15:09:44.976509 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cffbca-77ff-4cd6-91ba-a92d6788c3d8 req-2515f376-c158-4cd1-a8d5-e31197ea2173 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.977990 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13cffbca-77ff-4cd6-91ba-a92d6788c3d8 req-2515f376-c158-4cd1-a8d5-e31197ea2173 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0614355 Feb 16 15:09:45.031056 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13cffbca-77ff-4cd6-91ba-a92d6788c3d8 req-41b15708-67e9-4682-a55b-92623074b0ea tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Feb 16 15:09:45.084274 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67efb02-2fb3-49c5-99b1-0a63318d6e26 req-6fb2ca89-17a8-4be1-b9d0-0880af66e544 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.085783 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a67efb02-2fb3-49c5-99b1-0a63318d6e26 req-6fb2ca89-17a8-4be1-b9d0-0880af66e544 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0559504 Feb 16 15:09:45.097145 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device b09c2587-7ce7-4b59-99cf-6c50feb439ea details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:45.138705 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a67efb02-2fb3-49c5-99b1-0a63318d6e26 req-80a494b9-c2e8-47ec-a24a-2ea64c6fa68e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Feb 16 15:09:45.204418 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:45.215743 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'port_id': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea', 'mac_address': 'fa:16:3e:72:ff:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:45.253126 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port b09c2587-7ce7-4b59-99cf-6c50feb439ea is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:45.253535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:45.266565 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09c2587-7ce7-4b59-99cf-6c50feb439ea {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:45.273374 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607af34d-faae-45cb-935a-c097faa611b3 req-bc1e0b4c-9da4-45f2-95b7-cff0811a2c25 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.280533 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-607af34d-faae-45cb-935a-c097faa611b3 req-bc1e0b4c-9da4-45f2-95b7-cff0811a2c25 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0626409 Feb 16 15:09:45.290897 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:45.296830 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:45.333032 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-607af34d-faae-45cb-935a-c097faa611b3 req-09844990-ec55-426f-add8-151b85d843db tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515227 Feb 16 15:09:45.356184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:45.719670 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32403f0-9d76-4161-83b2-c34cbb9b1bd5 req-9ab80f60-6e7f-469c-9b7c-d4f260bb9dc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.721739 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d32403f0-9d76-4161-83b2-c34cbb9b1bd5 req-9ab80f60-6e7f-469c-9b7c-d4f260bb9dc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0521922 Feb 16 15:09:45.768797 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d32403f0-9d76-4161-83b2-c34cbb9b1bd5 req-bbea4a70-4636-4a10-bd77-8cc5a7b3b422 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Feb 16 15:09:45.993768 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400c7c-7ae4-404a-a452-2f61e9b6bf0d req-55057619-cf39-492f-bc52-9af82919d3f3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.995250 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6400c7c-7ae4-404a-a452-2f61e9b6bf0d req-55057619-cf39-492f-bc52-9af82919d3f3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0536013 Feb 16 15:09:46.048231 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6400c7c-7ae4-404a-a452-2f61e9b6bf0d req-b3d16434-dab2-4f7d-bdfd-087dd263b897 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Feb 16 15:09:46.095768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 35960) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:46.150990 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8abb9-dae1-4a22-a86c-e8260c1989b1 req-cf1389c5-6f1e-4edd-bd4f-acb9323caca1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.152641 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4ec8abb9-dae1-4a22-a86c-e8260c1989b1 req-cf1389c5-6f1e-4edd-bd4f-acb9323caca1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0507400 Feb 16 15:09:46.208141 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4ec8abb9-dae1-4a22-a86c-e8260c1989b1 req-4401900d-28d8-4d1c-8c3c-15eb7f725a3b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479534 Feb 16 15:09:46.215652 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-af67b441-9fb2-4746-a607-59ff59c82360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.255643 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44291f0-b67d-487b-b324-7e486b639563 req-be4daa00-5d1a-4391-8d59-34701c0af334 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.257266 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d44291f0-b67d-487b-b324-7e486b639563 req-be4daa00-5d1a-4391-8d59-34701c0af334 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0523417 Feb 16 15:09:46.294925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-af67b441-9fb2-4746-a607-59ff59c82360 admin admin] Publish callbacks [] for security_group (c5d871d6-6fa4-4465-8319-ef9e1b68c0a7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.299017 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-af67b441-9fb2-4746-a607-59ff59c82360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c5d871d6-6fa4-4465-8319-ef9e1b68c0a7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.318230 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d44291f0-b67d-487b-b324-7e486b639563 req-0cf3274f-0f89-486b-a12e-1b9afae56db7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Feb 16 15:09:46.338973 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-af67b441-9fb2-4746-a607-59ff59c82360 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a1d6b7037e240abab4aaa40aaa8c634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415192 Feb 16 15:09:46.341311 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67b441-9fb2-4746-a607-59ff59c82360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d871d6-6fa4-4465-8319-ef9e1b68c0a7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:46.341634 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35966) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:46.390717 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] Publish callbacks [] for security_group (c5d871d6-6fa4-4465-8319-ef9e1b68c0a7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.412532 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] Publish callbacks [] for security_group (c5d871d6-6fa4-4465-8319-ef9e1b68c0a7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.449895 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc511-1b9f-4ad8-a537-c6e6908a37a6 req-0d9764fe-e51a-4b1a-8273-9b11afad5ae6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.451452 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c10fc511-1b9f-4ad8-a537-c6e6908a37a6 req-0d9764fe-e51a-4b1a-8273-9b11afad5ae6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0518608 Feb 16 15:09:46.459869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c5d871d6-6fa4-4465-8319-ef9e1b68c0a7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.462778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.464002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5d871d6-6fa4-4465-8319-ef9e1b68c0a7 HTTP/1.1" status: 204 len: 168 time: 0.1213129 Feb 16 15:09:46.472516 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683a803-0b29-4c6c-b0e7-94b86afa09b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d871d6-6fa4-4465-8319-ef9e1b68c0a7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:46.503222 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c10fc511-1b9f-4ad8-a537-c6e6908a37a6 req-b40247d6-e2aa-401a-8578-36c6e624a587 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Feb 16 15:09:46.743206 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35978) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:46.757185 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-95ebf2c6-4a6f-409a-84a9-a8d52975105f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.835349 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-95ebf2c6-4a6f-409a-84a9-a8d52975105f admin admin] Publish callbacks [] for security_group (db812ee8-8b8f-437e-acbb-421ac29f9da3), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.846931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-95ebf2c6-4a6f-409a-84a9-a8d52975105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (db812ee8-8b8f-437e-acbb-421ac29f9da3), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:46.905592 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-95ebf2c6-4a6f-409a-84a9-a8d52975105f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab2f8ccabb114615bd85292a6b163011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589653 Feb 16 15:09:46.905825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 35984) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:09:46.912742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebf2c6-4a6f-409a-84a9-a8d52975105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db812ee8-8b8f-437e-acbb-421ac29f9da3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:46.947930 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82ffa-bc08-46ee-9086-011bffe0b1e8 req-4035d6fd-42f4-485b-9d34-b64a3f3925be tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.949501 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-89f82ffa-bc08-46ee-9086-011bffe0b1e8 req-4035d6fd-42f4-485b-9d34-b64a3f3925be tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.1123173 Feb 16 15:09:46.992993 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] Publish callbacks [] for security_group (db812ee8-8b8f-437e-acbb-421ac29f9da3), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:47.014751 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-89f82ffa-bc08-46ee-9086-011bffe0b1e8 req-00090ec8-7b4d-4ad9-8a3f-8c0a175c1c93 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595615 Feb 16 15:09:47.026350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] Publish callbacks [] for security_group (db812ee8-8b8f-437e-acbb-421ac29f9da3), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:47.081110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (db812ee8-8b8f-437e-acbb-421ac29f9da3), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:47.083468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:47.087008 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db812ee8-8b8f-437e-acbb-421ac29f9da3 HTTP/1.1" status: 204 len: 168 time: 0.1776335 Feb 16 15:09:47.092667 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1f395-ddd4-4f11-bfc5-8118711be427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db812ee8-8b8f-437e-acbb-421ac29f9da3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:47.166716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9d39-ac4b-4e77-af26-917952e944dd req-2f9bda86-b5ec-4d4e-b2d3-3d06cb38a5db tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.168513 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6aa9d39-ac4b-4e77-af26-917952e944dd req-2f9bda86-b5ec-4d4e-b2d3-3d06cb38a5db tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.0530088 Feb 16 15:09:47.218520 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6aa9d39-ac4b-4e77-af26-917952e944dd req-1dca8341-8fda-41ea-a6e7-0e724973159b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Feb 16 15:09:47.341309 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4884-35c2-4855-bfe9-bdc2bf248bfb req-ef6b6d38-a32d-4c55-a1de-789cf94a1040 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.342708 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a29a4884-35c2-4855-bfe9-bdc2bf248bfb req-ef6b6d38-a32d-4c55-a1de-789cf94a1040 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0513074 Feb 16 15:09:47.393888 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a29a4884-35c2-4855-bfe9-bdc2bf248bfb req-d5ca7d80-fb71-4bd1-90c3-7cbddd8702b9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Feb 16 15:09:47.440276 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf9523-d1d3-4896-ab6b-5d1063a2f150 req-4de359ab-fdde-46a7-84f5-f335b3a777d3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.441837 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bbbf9523-d1d3-4896-ab6b-5d1063a2f150 req-4de359ab-fdde-46a7-84f5-f335b3a777d3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0545394 Feb 16 15:09:47.488111 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bbbf9523-d1d3-4896-ab6b-5d1063a2f150 req-6255bfc5-2621-46a6-86cf-54ba12f021de tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 16 15:09:47.622279 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5bfe-24d2-4f13-93c5-31537c2d1ada req-d1e9bf66-a470-462c-8c9a-392e681424f6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.623752 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-499b5bfe-24d2-4f13-93c5-31537c2d1ada req-d1e9bf66-a470-462c-8c9a-392e681424f6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0520458 Feb 16 15:09:47.670818 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-499b5bfe-24d2-4f13-93c5-31537c2d1ada req-bf7cf601-4a68-4f60-95fc-29097781aff0 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Feb 16 15:09:48.141140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68c7-3f0d-4c4d-a6cd-cdc25ea17511 req-a12b1774-79c4-4277-9bb3-c605ff166ced tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.148236 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-34ad68c7-3f0d-4c4d-a6cd-cdc25ea17511 req-a12b1774-79c4-4277-9bb3-c605ff166ced tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0579598 Feb 16 15:09:48.192654 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-34ad68c7-3f0d-4c4d-a6cd-cdc25ea17511 req-9e48f54f-595c-41d3-acc7-59f46e3920cf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Feb 16 15:09:48.514800 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1faad6-dc87-486c-b23d-3d278329b306 req-52a650e1-6917-4e15-aa76-d994008d1bad tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.516273 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e1faad6-dc87-486c-b23d-3d278329b306 req-52a650e1-6917-4e15-aa76-d994008d1bad tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 943 time: 0.2283974 Feb 16 15:09:48.516841 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71888-3c66-431a-93df-4d35ec08d41d req-ede02de6-c119-49fb-ad5f-aa612f53eace tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.518387 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a7d71888-3c66-431a-93df-4d35ec08d41d req-ede02de6-c119-49fb-ad5f-aa612f53eace tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0546973 Feb 16 15:09:48.564244 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a7d71888-3c66-431a-93df-4d35ec08d41d req-9a2c66ee-e510-41b5-bd1e-c004db43b5cd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Feb 16 15:09:48.565786 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e1faad6-dc87-486c-b23d-3d278329b306 req-047feb3e-efe2-43fb-b833-361fb91c9ebb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Feb 16 15:09:48.593251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:48.595402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 77a5c128-95be-4548-b573-6d113782eef2 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:48.668931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1dc0-9501-4ed2-af2f-c3556729d74d req-0de359df-472c-4b69-bb95-2bb089d6ef88 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.670426 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-66bf1dc0-9501-4ed2-af2f-c3556729d74d req-0de359df-472c-4b69-bb95-2bb089d6ef88 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 944 time: 0.0516644 Feb 16 15:09:48.708551 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 77a5c128-95be-4548-b573-6d113782eef2 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:48.715036 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 77a5c128-95be-4548-b573-6d113782eef2 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:48.715422 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (77a5c128-95be-4548-b573-6d113782eef2), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:48.722759 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-66bf1dc0-9501-4ed2-af2f-c3556729d74d req-e6c9c981-f66b-4c87-9270-ad8dd4005d3e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Feb 16 15:09:48.769784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:48.784864 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1', 'network_id': '24ce5675-f85a-44e8-af21-36b44c7f2284', 'port_id': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1', 'mac_address': 'fa:16:3e:74:f8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3298aadb-0eb3-4a5b-8e7f-80620229232f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:48.795863 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce27391-6bd1-4806-a7d9-ef7f720a6afd req-f7dade02-9673-4f9a-a5c5-d88b7f391618 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.797350 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce27391-6bd1-4806-a7d9-ef7f720a6afd req-f7dade02-9673-4f9a-a5c5-d88b7f391618 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0516586 Feb 16 15:09:48.843975 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce27391-6bd1-4806-a7d9-ef7f720a6afd req-bd0f2307-4222-4eb7-9904-6a704d7f7376 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Feb 16 15:09:48.853024 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:48.853419 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:48.862967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 77a5c128-95be-4548-b573-6d113782eef2 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:48.863350 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (77a5c128-95be-4548-b573-6d113782eef2), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:48.875081 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:48.901831 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a5c128-95be-4548-b573-6d113782eef2'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:48.966717 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:48.982644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:48.986284 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=77a5c128-95be-4548-b573-6d113782eef2,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:48.991482 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:49.036002 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:49.083100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:49.089738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dbf96c-53d8-4af6-94fe-51b7b443ad34" -d '{"events": [{"server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "name": "network-vif-plugged", "status": "completed", "tag": "77a5c128-95be-4548-b573-6d113782eef2"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:49.184589 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cbafab-9ed6-4834-989c-36a7ad867b78 x-openstack-request-id: req-e2cbafab-9ed6-4834-989c-36a7ad867b78 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:49.184998 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "name": "network-vif-plugged", "status": "completed", "tag": "77a5c128-95be-4548-b573-6d113782eef2", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:49.185325 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2cbafab-9ed6-4834-989c-36a7ad867b78 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:49.185854 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a5c128-95be-4548-b573-6d113782eef2', 'code': 200} Feb 16 15:09:49.317373 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f735d3-a661-41a8-b6d4-26f55f8c375d req-8da75e88-46c7-4c73-84bb-54facece8480 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.318934 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f9f735d3-a661-41a8-b6d4-26f55f8c375d req-8da75e88-46c7-4c73-84bb-54facece8480 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0592294 Feb 16 15:09:49.364728 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f9f735d3-a661-41a8-b6d4-26f55f8c375d req-7d5ae405-5950-4d92-8ac3-fec845880b03 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Feb 16 15:09:49.388299 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-47a20f87-7c38-4651-ad0f-1731389e5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.390149 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-47a20f87-7c38-4651-ad0f-1731389e5d1f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 1129 time: 0.0759990 Feb 16 15:09:49.408192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-adb85f5b-7e87-4476-a4c8-032360ce04c5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:49.490731 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-adb85f5b-7e87-4476-a4c8-032360ce04c5 service neutron] Publish callbacks [] for security_group (6e61e8e4-e15e-4f2b-ba2e-a08dccc9f968), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:49.494218 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-adb85f5b-7e87-4476-a4c8-032360ce04c5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (6e61e8e4-e15e-4f2b-ba2e-a08dccc9f968), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:49.538524 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fde3f30b-e9d0-4911-a2cc-92b38ac9da97 req-adb85f5b-7e87-4476-a4c8-032360ce04c5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416256 Feb 16 15:09:49.539504 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb85f5b-7e87-4476-a4c8-032360ce04c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61e8e4-e15e-4f2b-ba2e-a08dccc9f968,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:49.683491 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6a794-8421-4dfc-9250-ab940bb45187 req-1ef4c8ef-40df-444c-98e9-3ac0694a1422 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.684011 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d5f77-802e-4188-9f1e-d7c5a0ec870b req-a2d2d58b-2c37-4fe4-bb8c-a37184ebccd1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.685017 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1fd6a794-8421-4dfc-9250-ab940bb45187 req-1ef4c8ef-40df-444c-98e9-3ac0694a1422 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0510664 Feb 16 15:09:49.685521 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d22d5f77-802e-4188-9f1e-d7c5a0ec870b req-a2d2d58b-2c37-4fe4-bb8c-a37184ebccd1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 944 time: 0.0539868 Feb 16 15:09:49.732068 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1fd6a794-8421-4dfc-9250-ab940bb45187 req-2ec55bb0-9f62-45d2-83b9-2b7cba7af6d6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Feb 16 15:09:49.733639 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d22d5f77-802e-4188-9f1e-d7c5a0ec870b req-e72fbdeb-7356-4f60-9bd3-a655f51d1d7b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Feb 16 15:09:49.753313 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['b09c2587-7ce7-4b59-99cf-6c50feb439ea'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:49.854139 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d85800-bc89-47bf-92a8-421070453bd7 req-63cd7016-6c90-49a7-afd9-647c1856edaf tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.855834 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-38d85800-bc89-47bf-92a8-421070453bd7 req-63cd7016-6c90-49a7-afd9-647c1856edaf tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0515263 Feb 16 15:09:49.917619 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-38d85800-bc89-47bf-92a8-421070453bd7 req-ff1b94b5-487d-45a0-9fad-c5fbd90c2754 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550916 Feb 16 15:09:49.977395 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a798a3-689d-42a3-bd31-b545b0c5411f req-f29eadc9-181f-41ba-86cf-1ad49dcd2ac9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.979336 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1a798a3-689d-42a3-bd31-b545b0c5411f req-f29eadc9-181f-41ba-86cf-1ad49dcd2ac9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 944 time: 0.0607877 Feb 16 15:09:50.010051 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['4ed51216-9e4a-4d47-a8d4-a81481cdecf1'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:50.052144 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1a798a3-689d-42a3-bd31-b545b0c5411f req-9739d508-c791-4939-9ed7-bf9725576b7b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Feb 16 15:09:50.352284 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device a38c00dd-2c37-42b5-925c-2b37c651f1a9 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:50.400995 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port a38c00dd-2c37-42b5-925c-2b37c651f1a9 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:50.404852 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port a38c00dd-2c37-42b5-925c-2b37c651f1a9 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:50.405258 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:50.483849 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e5f40-e51a-4868-a445-156c744a961c req-7f16f55f-5e04-412a-87be-817da9af488f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:50.485329 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-527e5f40-e51a-4868-a445-156c744a961c req-7f16f55f-5e04-412a-87be-817da9af488f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0539582 Feb 16 15:09:50.505903 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port a38c00dd-2c37-42b5-925c-2b37c651f1a9 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:50.506208 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:50.537896 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-527e5f40-e51a-4868-a445-156c744a961c req-4ceea3a0-e520-4b8a-b8fb-376c1a77c692 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Feb 16 15:09:50.541107 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9,segment=NetworkSegment(03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df),segment_id=03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:50.549895 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:50.599957 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:50.861743 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b29a-4919-4ee2-855a-c64da99abc4a req-e0577b9d-0850-4e93-98b1-e8e7805a5320 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:50.863201 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9067b29a-4919-4ee2-855a-c64da99abc4a req-e0577b9d-0850-4e93-98b1-e8e7805a5320 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0510395 Feb 16 15:09:50.864918 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a23a48-95ec-4144-a373-f7d2c37b5b95 req-f9b5e41c-be67-41a6-a702-ef89d025761f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:50.866493 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a4a23a48-95ec-4144-a373-f7d2c37b5b95 req-f9b5e41c-be67-41a6-a702-ef89d025761f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 944 time: 0.0506525 Feb 16 15:09:50.909537 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9067b29a-4919-4ee2-855a-c64da99abc4a req-a01e2b57-b5aa-4759-a024-7709c26ed97f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407555 Feb 16 15:09:50.915507 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a4a23a48-95ec-4144-a373-f7d2c37b5b95 req-a166718b-c9f2-487c-8df4-b13b1bb018b2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Feb 16 15:09:51.029493 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc8dc0-7c4d-4cb9-beb7-485d8135a577 req-eed7eda2-0153-43d8-b800-9f8c69bf9e46 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:51.030843 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2afc8dc0-7c4d-4cb9-beb7-485d8135a577 req-eed7eda2-0153-43d8-b800-9f8c69bf9e46 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0536637 Feb 16 15:09:51.075441 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2afc8dc0-7c4d-4cb9-beb7-485d8135a577 req-62844103-fb9a-443c-9d94-7a102d3d11a9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389161 Feb 16 15:09:51.162174 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0bce5-8136-4417-a5b8-2b3f5d3201bc req-f630fbee-b9dc-4c2d-9481-c420bd8ba2f3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:51.163635 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e4e0bce5-8136-4417-a5b8-2b3f5d3201bc req-f630fbee-b9dc-4c2d-9481-c420bd8ba2f3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0513701 Feb 16 15:09:51.187408 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:51.190204 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff71ef5-941c-40d0-9ef8-e8535b4ae0f1" -d '{"events": [{"server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "name": "network-vif-plugged", "status": "completed", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:51.209692 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e4e0bce5-8136-4417-a5b8-2b3f5d3201bc req-36345edc-a916-488e-aae3-71f766cfcca3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Feb 16 15:09:51.230319 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487db9a-29e8-4c94-9cd4-baff45c1d0a9 x-openstack-request-id: req-2487db9a-29e8-4c94-9cd4-baff45c1d0a9 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:51.230635 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "name": "network-vif-plugged", "status": "completed", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:51.230889 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2487db9a-29e8-4c94-9cd4-baff45c1d0a9 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:51.231272 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9', 'code': 200} Feb 16 15:09:51.446272 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfeed9-b68e-4972-9e99-237c2a545f68 req-cc7af1d6-bd6d-4f10-b7d8-448ca0de88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:51.447910 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bfdfeed9-b68e-4972-9e99-237c2a545f68 req-cc7af1d6-bd6d-4f10-b7d8-448ca0de88a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 1129 time: 0.0534375 Feb 16 15:09:51.515405 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bfdfeed9-b68e-4972-9e99-237c2a545f68 req-dbff9d64-4039-4aa4-82bd-db60ebf56355 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603168 Feb 16 15:09:51.659617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe21317-2ac5-4674-baca-bff771a6f304 req-82a8d2d9-0155-4d38-b19c-d53b705f9886 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:51.661113 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfe21317-2ac5-4674-baca-bff771a6f304 req-82a8d2d9-0155-4d38-b19c-d53b705f9886 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0571272 Feb 16 15:09:51.706617 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfe21317-2ac5-4674-baca-bff771a6f304 req-28bcf01a-ebe8-4e1a-9f6c-7f336784f270 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400455 Feb 16 15:09:51.867126 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:09:52.030873 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cfc70-2947-42c4-a3a6-b12fe1597536 req-8293b4bc-1904-487d-9148-47dfa712f19e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.031681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e4ee-3b8c-469d-aa08-8462abffc2f6 req-f5b4befe-2490-482f-90e0-b53674fa65ca tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.032592 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c17cfc70-2947-42c4-a3a6-b12fe1597536 req-8293b4bc-1904-487d-9148-47dfa712f19e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 944 time: 0.0523324 Feb 16 15:09:52.032733 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9aa0e4ee-3b8c-469d-aa08-8462abffc2f6 req-f5b4befe-2490-482f-90e0-b53674fa65ca tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0517337 Feb 16 15:09:52.077461 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9aa0e4ee-3b8c-469d-aa08-8462abffc2f6 req-7b414d63-e88c-4340-a920-be50de1ee15b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392590 Feb 16 15:09:52.079421 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c17cfc70-2947-42c4-a3a6-b12fe1597536 req-95aea999-15a4-44e8-9a21-b7b8ac6d3db6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Feb 16 15:09:52.193604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059ba63-35d8-4f2a-9c23-94ef9624f366 req-c12836f8-eef6-421e-88cb-17ed9138ed57 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.195042 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f059ba63-35d8-4f2a-9c23-94ef9624f366 req-c12836f8-eef6-421e-88cb-17ed9138ed57 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0553229 Feb 16 15:09:52.239531 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f059ba63-35d8-4f2a-9c23-94ef9624f366 req-bcd2a8ce-a506-4622-b333-64505ae7e993 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Feb 16 15:09:52.323305 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af188-6eed-470c-8454-fce718211c6e req-31347be3-91c8-4959-9a1b-1098114a6b4b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.324751 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-792af188-6eed-470c-8454-fce718211c6e req-31347be3-91c8-4959-9a1b-1098114a6b4b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0503857 Feb 16 15:09:52.360110 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-707e8c96-f32f-441e-a7ec-3880807ed180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:52.372717 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-792af188-6eed-470c-8454-fce718211c6e req-4b885779-55d3-49f8-9c5c-0e8611148d05 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Feb 16 15:09:52.823024 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206f22c-4cbd-420d-b883-879d7f91dead req-d6e7f653-2125-4b5a-909e-af625b7984af tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.824531 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5206f22c-4cbd-420d-b883-879d7f91dead req-d6e7f653-2125-4b5a-909e-af625b7984af tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0526590 Feb 16 15:09:52.876478 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5206f22c-4cbd-420d-b883-879d7f91dead req-7f427157-2fb8-4d6d-bdc2-5fd377b2be1e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Feb 16 15:09:53.193813 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519e3d5-dbef-45a7-b8ed-7163d83bfc28 req-ef647d8b-5a9f-4d5c-8580-3ef19463e329 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.194616 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9c4a-2359-4574-a737-3bf76c5327e1 req-2f763730-1503-456e-9d9d-5506607cd636 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.195255 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3519e3d5-dbef-45a7-b8ed-7163d83bfc28 req-ef647d8b-5a9f-4d5c-8580-3ef19463e329 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 944 time: 0.0512211 Feb 16 15:09:53.196072 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-496f9c4a-2359-4574-a737-3bf76c5327e1 req-2f763730-1503-456e-9d9d-5506607cd636 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0513041 Feb 16 15:09:53.241342 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3519e3d5-dbef-45a7-b8ed-7163d83bfc28 req-6b09b1f7-9e89-42fd-a75a-d4a4ff1fe444 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Feb 16 15:09:53.245087 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-496f9c4a-2359-4574-a737-3bf76c5327e1 req-69032b1e-f628-4da5-a44b-6046d5449aa1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 Feb 16 15:09:53.352964 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a74d7-ecff-41d7-b0e2-cf9ed4a9a4b2 req-1a0ecac7-d320-4ec6-803b-c197f64a4b71 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.354411 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b26a74d7-ecff-41d7-b0e2-cf9ed4a9a4b2 req-1a0ecac7-d320-4ec6-803b-c197f64a4b71 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0496039 Feb 16 15:09:53.398945 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b26a74d7-ecff-41d7-b0e2-cf9ed4a9a4b2 req-37d1446d-dbd0-4232-837d-fb980f6544eb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Feb 16 15:09:53.486720 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9319268-b301-471d-a071-5db5d66b0784 req-b213d0df-1333-4a2d-935e-2c4adf12dfd8 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.488161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c9319268-b301-471d-a071-5db5d66b0784 req-b213d0df-1333-4a2d-935e-2c4adf12dfd8 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0511785 Feb 16 15:09:53.535009 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c9319268-b301-471d-a071-5db5d66b0784 req-b0ae11a8-cdcb-4ddd-9f8e-237e8f19da31 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Feb 16 15:09:53.729787 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:53.732804 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device b09c2587-7ce7-4b59-99cf-6c50feb439ea up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:53.843187 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port b09c2587-7ce7-4b59-99cf-6c50feb439ea completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:53.849919 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port b09c2587-7ce7-4b59-99cf-6c50feb439ea triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:53.850301 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:53.892894 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:53.905521 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:53.951109 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:53.951504 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:53.991682 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:54.006012 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port b09c2587-7ce7-4b59-99cf-6c50feb439ea is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:54.006400 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.011133 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2c3a-b7a3-4b90-b292-649d4026501c req-bd0a628b-0209-4e04-bf1c-20df362142d4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.019014 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b9fe2c3a-b7a3-4b90-b292-649d4026501c req-bd0a628b-0209-4e04-bf1c-20df362142d4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 943 time: 0.0717490 Feb 16 15:09:54.025766 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:54.034401 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.035139 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device dee0404a-a745-4b15-ad86-b7bcec71fd65 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:54.043543 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:54.045796 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc1bdb7-9c6e-44c0-9c21-8775558c531a" -d '{"events": [{"server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "name": "network-vif-plugged", "status": "completed", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:54.072262 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b9fe2c3a-b7a3-4b90-b292-649d4026501c req-64fea9dd-c304-4436-b0f0-789cfc6cc37a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523672 Feb 16 15:09:54.082594 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:54.103429 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c2ea1a-1371-4b61-826e-3ce5a47fffa8 x-openstack-request-id: req-24c2ea1a-1371-4b61-826e-3ce5a47fffa8 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:54.103919 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "name": "network-vif-plugged", "status": "completed", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:54.104332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24c2ea1a-1371-4b61-826e-3ce5a47fffa8 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:54.104951 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea', 'code': 200} Feb 16 15:09:54.110070 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.111891 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:54.188444 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.291554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.302806 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:54.309968 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:54.317818 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:54.318269 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.346900 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'port_id': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'mac_address': 'fa:16:3e:e6:75:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:54.394718 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e983-5d34-4cc1-9f36-64783aef4772 req-1b3b378d-d671-43aa-bf02-db1162d20b84 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.396256 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3cd7e983-5d34-4cc1-9f36-64783aef4772 req-1b3b378d-d671-43aa-bf02-db1162d20b84 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 944 time: 0.0565112 Feb 16 15:09:54.399017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9da1c-7458-46a9-85da-40b8e974555a req-5a6fd614-38ac-4b1b-9b3a-716ce9799693 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.399973 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port dee0404a-a745-4b15-ad86-b7bcec71fd65 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:54.400438 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.400697 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-57e9da1c-7458-46a9-85da-40b8e974555a req-5a6fd614-38ac-4b1b-9b3a-716ce9799693 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0626352 Feb 16 15:09:54.433920 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee0404a-a745-4b15-ad86-b7bcec71fd65 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:54.446173 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3cd7e983-5d34-4cc1-9f36-64783aef4772 req-e9ddc17c-c3f2-4bfd-afdc-18147ea2191b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Feb 16 15:09:54.454051 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-57e9da1c-7458-46a9-85da-40b8e974555a req-dfcb537b-72e4-4e96-ab66-f4bf474a9370 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462677 Feb 16 15:09:54.467436 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:09:54.467833 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.471273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:54.486823 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.532362 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f7a1588a-bf64-4f61-bf93-5b3f6d501624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.558658 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:54.572867 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.576378 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:54.629249 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.680593 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bedd99-0830-474c-9c5a-f7aa546efe57 req-7a0d8de1-935b-4da0-a6c4-d2ea145c128a tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.682081 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11bedd99-0830-474c-9c5a-f7aa546efe57 req-7a0d8de1-935b-4da0-a6c4-d2ea145c128a tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0629182 Feb 16 15:09:54.724424 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc421610-d5bf-4fd0-ad58-a459fa5bd709 req-96e2769e-b514-4d5d-889d-10293f217645 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.726026 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dc421610-d5bf-4fd0-ad58-a459fa5bd709 req-96e2769e-b514-4d5d-889d-10293f217645 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0537920 Feb 16 15:09:54.728709 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11bedd99-0830-474c-9c5a-f7aa546efe57 req-345f2d9c-a363-4835-80bd-1394430f03e3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Feb 16 15:09:54.774569 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dc421610-d5bf-4fd0-ad58-a459fa5bd709 req-fa002899-b6e8-420d-8e31-1417787abe80 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Feb 16 15:09:55.187672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572dbdf-ba65-4e28-befb-37cd0e9cdbbf req-d428f54a-6187-439b-b0cd-29deca4c4fd2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.189133 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2572dbdf-ba65-4e28-befb-37cd0e9cdbbf req-d428f54a-6187-439b-b0cd-29deca4c4fd2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0509474 Feb 16 15:09:55.233901 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2572dbdf-ba65-4e28-befb-37cd0e9cdbbf req-33d25b7b-3dc9-4849-9820-604bf098565a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Feb 16 15:09:55.566796 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86962e-676e-4281-8d55-ea481d664e1f req-b8bbf6fb-6fff-4f36-ae3d-4aeb5c46c96c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.573472 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-be86962e-676e-4281-8d55-ea481d664e1f req-b8bbf6fb-6fff-4f36-ae3d-4aeb5c46c96c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0589452 Feb 16 15:09:55.583463 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b035b-fcec-4775-acce-b8661d599580 req-56e87445-0afa-468e-a488-bb0ac4a10329 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.585604 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d2b035b-fcec-4775-acce-b8661d599580 req-56e87445-0afa-468e-a488-bb0ac4a10329 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0532751 Feb 16 15:09:55.622963 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-be86962e-676e-4281-8d55-ea481d664e1f req-578a2b2b-ac3e-46c2-bb45-480a395c88a2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Feb 16 15:09:55.645362 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d2b035b-fcec-4775-acce-b8661d599580 req-d40bbe1f-30a8-44b3-b327-ddb7d1d3ebbf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522916 Feb 16 15:09:55.772411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:55.843025 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d52bf-05c9-4ee1-84f9-75862fc8db40 req-da56c116-057d-4f6c-8970-5f29acaa5294 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.844477 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1a3d52bf-05c9-4ee1-84f9-75862fc8db40 req-da56c116-057d-4f6c-8970-5f29acaa5294 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0500519 Feb 16 15:09:55.889881 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2680c-bef7-4e30-b297-a717ef61c208 req-b52f5cfe-c2e7-431e-81f9-af189205c3a0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.891351 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ceb2680c-bef7-4e30-b297-a717ef61c208 req-b52f5cfe-c2e7-431e-81f9-af189205c3a0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0508280 Feb 16 15:09:55.892291 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1a3d52bf-05c9-4ee1-84f9-75862fc8db40 req-103997e6-87a8-40d5-aac2-a281a51f2204 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Feb 16 15:09:55.939502 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ceb2680c-bef7-4e30-b297-a717ef61c208 req-14ff6a9f-908f-45cd-91aa-c7df4162e5bb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Feb 16 15:09:56.106237 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:56.108505 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f02ca0d-6da5-443e-a2fc-bf3402b8e838" -d '{"events": [{"server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "name": "network-vif-plugged", "status": "completed", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:56.146749 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274fc4d6-8532-4fcb-a442-d0ed2737f711 x-openstack-request-id: req-274fc4d6-8532-4fcb-a442-d0ed2737f711 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:56.147068 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "name": "network-vif-plugged", "status": "completed", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:56.147326 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-274fc4d6-8532-4fcb-a442-d0ed2737f711 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:56.147715 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1', 'code': 200} Feb 16 15:09:56.350716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6df8-6e6c-44ad-8aba-dd1e491b2f1e req-a0c5297d-d010-4fa2-834d-45993508474e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.352173 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-504f6df8-6e6c-44ad-8aba-dd1e491b2f1e req-a0c5297d-d010-4fa2-834d-45993508474e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0535750 Feb 16 15:09:56.397641 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-504f6df8-6e6c-44ad-8aba-dd1e491b2f1e req-0f3f667d-5686-49e1-8a29-96a3586115c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Feb 16 15:09:56.669703 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167835e8-fe68-4931-aaa6-f3f2347571ab req-b3301e3a-6815-483c-b082-4504086b7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.671198 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-167835e8-fe68-4931-aaa6-f3f2347571ab req-b3301e3a-6815-483c-b082-4504086b7e39 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0502079 Feb 16 15:09:56.747156 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a9635-e833-482c-8088-2cc583bb3e9b req-1175dad2-7d8e-4ff5-aa5d-4da522b88afe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.748790 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a03a9635-e833-482c-8088-2cc583bb3e9b req-1175dad2-7d8e-4ff5-aa5d-4da522b88afe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0542445 Feb 16 15:09:56.761589 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:56.780789 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-167835e8-fe68-4931-aaa6-f3f2347571ab req-3f405ff5-ba7c-4a42-8f04-d3d4d27b260a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011462 Feb 16 15:09:56.796468 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a03a9635-e833-482c-8088-2cc583bb3e9b req-c7f4cde6-1d93-4d87-bf26-16b32489fab5 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Feb 16 15:09:56.803132 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b254-f849-42b8-994a-ca7438485360 req-616cb517-106d-46c2-89c9-2a150a264e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.804612 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bbb1b254-f849-42b8-994a-ca7438485360 req-616cb517-106d-46c2-89c9-2a150a264e90 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 1129 time: 0.1006820 Feb 16 15:09:56.815220 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc33bba-8cc1-4c63-8d19-e6226c740a58 req-59788be1-46dc-49d6-85d8-af29203dbc59 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.816624 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5cc33bba-8cc1-4c63-8d19-e6226c740a58 req-59788be1-46dc-49d6-85d8-af29203dbc59 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0976837 Feb 16 15:09:56.866060 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5cc33bba-8cc1-4c63-8d19-e6226c740a58 req-e346b360-9266-4e19-8e2f-3f8aa037c285 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439520 Feb 16 15:09:57.008720 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8679e-25cf-4f64-b43c-d508feaff565 req-6c3ca3b5-fc96-4d8d-b00b-4cf4c7a82068 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:57.010235 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73f8679e-25cf-4f64-b43c-d508feaff565 req-6c3ca3b5-fc96-4d8d-b00b-4cf4c7a82068 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0522211 Feb 16 15:09:57.055844 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73f8679e-25cf-4f64-b43c-d508feaff565 req-a497be4c-5f2a-47a7-ae57-0fedfa2c7754 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Feb 16 15:09:57.066026 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe234e7-b927-491d-9df7-7cd05f517d68 req-fbb57e03-f780-4d59-8132-82ddd90dbdfd tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:57.067700 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbe234e7-b927-491d-9df7-7cd05f517d68 req-fbb57e03-f780-4d59-8132-82ddd90dbdfd tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0530365 Feb 16 15:09:57.113139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbe234e7-b927-491d-9df7-7cd05f517d68 req-2851e1bc-494d-47f7-9751-fad46cfb3773 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Feb 16 15:09:57.516827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afa965-2108-4a74-a7b5-9ba39c696b39 req-bd41e2c0-4bdd-4796-8fe2-e904208fe359 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:57.518503 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-22afa965-2108-4a74-a7b5-9ba39c696b39 req-bd41e2c0-4bdd-4796-8fe2-e904208fe359 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0549812 Feb 16 15:09:57.575641 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-22afa965-2108-4a74-a7b5-9ba39c696b39 req-58bf3b22-5d20-496e-b0af-0893be5165d9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Feb 16 15:09:57.837026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['cc49cd3a-846e-4916-b2cd-0f22c885ab9b'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:57.840047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['dee0404a-a745-4b15-ad86-b7bcec71fd65'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:57.870740 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bbb1b254-f849-42b8-994a-ca7438485360 req-65162671-34d5-46d5-bfb6-f3116e70feb1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Feb 16 15:09:57.960001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb8df-4636-4815-913f-f0c1af6a73ed req-4fb06f6b-5371-4efc-b46c-86811d525e39 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:57.967498 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11deb8df-4636-4815-913f-f0c1af6a73ed req-4fb06f6b-5371-4efc-b46c-86811d525e39 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0637164 Feb 16 15:09:57.999746 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c1a2-6740-4599-a1bc-84eb2d948af3 req-a9297576-761f-46f9-af89-ec92e45ad6fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.008191 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0aa0c1a2-6740-4599-a1bc-84eb2d948af3 req-a9297576-761f-46f9-af89-ec92e45ad6fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0632558 Feb 16 15:09:58.047087 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11deb8df-4636-4815-913f-f0c1af6a73ed req-9ffb0d0d-47df-42e9-92a6-0d99f2a45625 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Feb 16 15:09:58.056773 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0aa0c1a2-6740-4599-a1bc-84eb2d948af3 req-b8ed3b8a-3004-4d60-91da-fc4871f4e186 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476890 Feb 16 15:09:58.178526 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bccd38-ac01-48eb-b65b-9be4139a8c2e req-68fca516-8aa4-4625-979b-d1c141ca9498 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.180722 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-92bccd38-ac01-48eb-b65b-9be4139a8c2e req-68fca516-8aa4-4625-979b-d1c141ca9498 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0581086 Feb 16 15:09:58.233229 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-92bccd38-ac01-48eb-b65b-9be4139a8c2e req-10d327cf-c24e-48b8-b303-993fccfef2b3 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Feb 16 15:09:58.235419 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6481-22ac-4a1d-abfa-2971d6ba8774 req-1fee61ac-8967-4dc4-a340-286e0ba7d9f9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.237622 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bacf6481-22ac-4a1d-abfa-2971d6ba8774 req-1fee61ac-8967-4dc4-a340-286e0ba7d9f9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0546529 Feb 16 15:09:58.292885 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bacf6481-22ac-4a1d-abfa-2971d6ba8774 req-3ede1bba-ea37-4eb9-ad0c-01bb0ad0c1df tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Feb 16 15:09:58.469930 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:09:58.690536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3b34b-652e-49fc-96be-fef0262ef4ba req-2b70ec85-cf44-4dc2-840a-2dc76f1d0a18 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.691985 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27e3b34b-652e-49fc-96be-fef0262ef4ba req-2b70ec85-cf44-4dc2-840a-2dc76f1d0a18 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0516770 Feb 16 15:09:58.739561 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27e3b34b-652e-49fc-96be-fef0262ef4ba req-d31c6e92-b0c0-4f5a-bdb2-c4ff9b73c44b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Feb 16 15:09:59.162822 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06b96f-c296-45c9-b99a-b9a241676f04 req-8a57364e-7c56-42ce-bac7-6a2ade0475ba tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.164298 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8e06b96f-c296-45c9-b99a-b9a241676f04 req-8a57364e-7c56-42ce-bac7-6a2ade0475ba tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0513489 Feb 16 15:09:59.186861 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0b747-89ba-4659-991a-28ee638e1c15 req-3163cfd7-018d-4087-a90a-235514523191 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.188335 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7c0b747-89ba-4659-991a-28ee638e1c15 req-3163cfd7-018d-4087-a90a-235514523191 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0548582 Feb 16 15:09:59.209973 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8e06b96f-c296-45c9-b99a-b9a241676f04 req-e1043129-2a63-4f67-85fd-892a8e3ba8ba tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Feb 16 15:09:59.234316 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7c0b747-89ba-4659-991a-28ee638e1c15 req-b2a17651-1506-4a41-abfb-d6088db1ed1f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399783 Feb 16 15:09:59.349548 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a180cc-5692-4bfa-a374-5cbd247b70aa req-d87858e9-f68e-4760-960a-f427ccc11ac7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.351018 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c9a180cc-5692-4bfa-a374-5cbd247b70aa req-d87858e9-f68e-4760-960a-f427ccc11ac7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0504487 Feb 16 15:09:59.396875 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c9a180cc-5692-4bfa-a374-5cbd247b70aa req-12b81d27-e1e8-478b-b0fc-3cfc40809557 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Feb 16 15:09:59.409032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513bc20-4b9d-46ea-a214-dbaa43f4a5eb req-d9fd647f-b20b-46b7-ac64-13fa9537762b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.410517 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8513bc20-4b9d-46ea-a214-dbaa43f4a5eb req-d9fd647f-b20b-46b7-ac64-13fa9537762b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0523005 Feb 16 15:09:59.456223 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8513bc20-4b9d-46ea-a214-dbaa43f4a5eb req-e8e13236-f322-4304-b2ae-fa9088962260 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Feb 16 15:09:59.862358 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e868-4401-4add-aae0-dec4c5bee66d req-c34eae1d-ea18-4ba5-951c-0b8901146e20 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.863817 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1c88e868-4401-4add-aae0-dec4c5bee66d req-c34eae1d-ea18-4ba5-951c-0b8901146e20 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0545619 Feb 16 15:09:59.908886 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1c88e868-4401-4add-aae0-dec4c5bee66d req-69b5ad32-3998-4782-b7f1-3f012791a3a0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Feb 16 15:10:00.327538 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473c00-ab3e-4c45-9177-4d64a5e57971 req-e778c1e1-913a-4aa5-b7aa-8c1b6be52e1b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:00.329050 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68473c00-ab3e-4c45-9177-4d64a5e57971 req-e778c1e1-913a-4aa5-b7aa-8c1b6be52e1b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0545483 Feb 16 15:10:00.353194 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b6c71-b966-4a6e-a2af-071183c16bc0 req-f8af3cc4-c2bd-447f-89e9-55d50d2a5b3b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:00.354692 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-166b6c71-b966-4a6e-a2af-071183c16bc0 req-f8af3cc4-c2bd-447f-89e9-55d50d2a5b3b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0503030 Feb 16 15:10:00.374845 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68473c00-ab3e-4c45-9177-4d64a5e57971 req-4bf1a7a9-bd23-4564-a5ef-6db9abe3a242 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Feb 16 15:10:00.400142 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-166b6c71-b966-4a6e-a2af-071183c16bc0 req-7f85c8d2-e07d-40ba-932a-729d23a2ca26 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Feb 16 15:10:00.508025 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954b6b-d4d8-482c-8de8-bd54566584df req-a3ed4238-a800-46cf-bee5-a7c3a05ee0e4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:00.509438 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a954b6b-d4d8-482c-8de8-bd54566584df req-a3ed4238-a800-46cf-bee5-a7c3a05ee0e4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0502617 Feb 16 15:10:00.555294 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a954b6b-d4d8-482c-8de8-bd54566584df req-f9615584-b90b-409f-93b6-dd44d7958de1 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Feb 16 15:10:01.025259 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b399b2-1aad-4c53-a07e-989476e9178e req-1b74564e-badc-4d22-8a03-280bb15ef227 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.026605 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72b399b2-1aad-4c53-a07e-989476e9178e req-1b74564e-badc-4d22-8a03-280bb15ef227 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0532389 Feb 16 15:10:01.071898 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72b399b2-1aad-4c53-a07e-989476e9178e req-7ed8e266-7180-4aa4-863d-d04eb69d98ca tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Feb 16 15:10:01.072498 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:01.490007 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812005c-aa15-4702-bd8d-33dd65ebcd0c req-ca7fed86-fe1c-43fd-8af8-7f6e9e24df9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.491464 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5812005c-aa15-4702-bd8d-33dd65ebcd0c req-ca7fed86-fe1c-43fd-8af8-7f6e9e24df9c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Feb 16 15:10:01.518311 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636f3fc-cbf9-4144-9c8d-acc3fc812b94 req-8aca6073-c3f6-4ec2-91dc-71d54c1a1ce1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.519775 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d636f3fc-cbf9-4144-9c8d-acc3fc812b94 req-8aca6073-c3f6-4ec2-91dc-71d54c1a1ce1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0505104 Feb 16 15:10:01.540811 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5812005c-aa15-4702-bd8d-33dd65ebcd0c req-25612455-29e9-4b7d-8c2c-17dc8ef33269 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Feb 16 15:10:01.571727 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d636f3fc-cbf9-4144-9c8d-acc3fc812b94 req-f0b104fd-6ba2-4aff-afdc-cdc5b22b2792 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Feb 16 15:10:01.668847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2891f-cd06-4c24-ba73-e07f3ba7eaf0 req-77aab00f-629f-4c70-acc7-55c1075d56e7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.670246 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2db2891f-cd06-4c24-ba73-e07f3ba7eaf0 req-77aab00f-629f-4c70-acc7-55c1075d56e7 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0510235 Feb 16 15:10:01.715111 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2db2891f-cd06-4c24-ba73-e07f3ba7eaf0 req-dcbe0c6a-3c4c-433e-8c2f-12e895b4531b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395517 Feb 16 15:10:02.188375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806967a1-7fd3-4b33-9bd3-21524e2f1630 req-a1d0ca71-35cb-4c96-af56-eaa218d21bb8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:02.189857 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-806967a1-7fd3-4b33-9bd3-21524e2f1630 req-a1d0ca71-35cb-4c96-af56-eaa218d21bb8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0543642 Feb 16 15:10:02.244997 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-806967a1-7fd3-4b33-9bd3-21524e2f1630 req-597ef911-641b-43b7-ba2b-fc87533d4b7c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496573 Feb 16 15:10:02.660350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7a07b-7ca8-4b04-b882-3fdc86dccd94 req-4b1aff83-fcb1-45ea-a1d0-ba7aa737133f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:02.661847 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dee7a07b-7ca8-4b04-b882-3fdc86dccd94 req-4b1aff83-fcb1-45ea-a1d0-ba7aa737133f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0513442 Feb 16 15:10:02.694559 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f156-1bbc-4188-a5b5-2729b6503f1e req-ed920e94-ed47-403f-bcea-0dfa54a60675 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:02.695995 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8380f156-1bbc-4188-a5b5-2729b6503f1e req-ed920e94-ed47-403f-bcea-0dfa54a60675 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0514495 Feb 16 15:10:02.707487 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dee7a07b-7ca8-4b04-b882-3fdc86dccd94 req-059eebf9-500e-4797-95cd-315b1713d15b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Feb 16 15:10:02.741285 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8380f156-1bbc-4188-a5b5-2729b6503f1e req-f50796df-a21d-43c9-93ed-064db7b291f4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395424 Feb 16 15:10:02.832693 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561d355-e2d8-453d-91c9-42c531761f4b req-c219e7d5-949f-45b6-86a8-f17cfb73aea4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:02.834196 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5561d355-e2d8-453d-91c9-42c531761f4b req-c219e7d5-949f-45b6-86a8-f17cfb73aea4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0559464 Feb 16 15:10:02.881187 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5561d355-e2d8-453d-91c9-42c531761f4b req-dc6e8c12-b54d-47e9-88c9-dc53bff922d9 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Feb 16 15:10:03.360461 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8020-e374-44c2-8625-92932f0b1f4f req-61980104-ae75-4b10-9d16-0a24a2618a3c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:03.361914 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5dd8020-e374-44c2-8625-92932f0b1f4f req-61980104-ae75-4b10-9d16-0a24a2618a3c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0493464 Feb 16 15:10:03.404946 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5dd8020-e374-44c2-8625-92932f0b1f4f req-10241067-870d-4326-8b8a-6da69c14d638 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376906 Feb 16 15:10:03.823745 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4529ab5-e716-4380-810a-50a0f6f55b8c req-08b2e2de-ece0-429a-bd71-f516733c1c9d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:03.825178 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4529ab5-e716-4380-810a-50a0f6f55b8c req-08b2e2de-ece0-429a-bd71-f516733c1c9d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Feb 16 15:10:03.869745 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35285465-fa93-4a31-b0c3-09508af97173 req-dbbdd84f-0156-470c-b59b-1bf19ea10043 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:03.871606 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-35285465-fa93-4a31-b0c3-09508af97173 req-dbbdd84f-0156-470c-b59b-1bf19ea10043 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0601084 Feb 16 15:10:03.877875 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4529ab5-e716-4380-810a-50a0f6f55b8c req-01a789f1-80f6-4a01-ae6d-94e228196605 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Feb 16 15:10:03.948345 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-35285465-fa93-4a31-b0c3-09508af97173 req-046d870b-b948-4cee-9a58-4dc4e908f557 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702600 Feb 16 15:10:04.024445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d834df-9aaf-4141-ad04-890ba549f7e1 req-bacd72ee-c6f5-44d0-8f75-d2828bac7da6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.026010 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18d834df-9aaf-4141-ad04-890ba549f7e1 req-bacd72ee-c6f5-44d0-8f75-d2828bac7da6 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0571613 Feb 16 15:10:04.083129 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18d834df-9aaf-4141-ad04-890ba549f7e1 req-ad1036a3-7d94-421a-a5f6-8880193e4519 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Feb 16 15:10:04.404674 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-3e689388-615f-4bf1-84f3-fad4ddab0e1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422337 Feb 16 15:10:04.495841 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-9b45da06-ce33-4b1e-8d2c-afaa089f9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.497343 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-9b45da06-ce33-4b1e-8d2c-afaa089f9c5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 1129 time: 0.0432732 Feb 16 15:10:04.520263 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e2e4-f987-406d-801c-1ce90f7e903b req-7787b2df-558a-4c84-b422-6b25f7a76f3f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.521742 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cc83e2e4-f987-406d-801c-1ce90f7e903b req-7787b2df-558a-4c84-b422-6b25f7a76f3f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 944 time: 0.0505626 Feb 16 15:10:04.571272 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cc83e2e4-f987-406d-801c-1ce90f7e903b req-549280e9-a65d-40a9-9099-0ba756c47bf9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Feb 16 15:10:04.618965 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-d3361cd2-a4ce-4f3f-ab95-5afe21c76768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.620430 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-d3361cd2-a4ce-4f3f-ab95-5afe21c76768 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.1011136 Feb 16 15:10:04.674301 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-9f3341e5-21cb-46f8-9b93-172af26a4151 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 200 len: 217 time: 0.0351756 Feb 16 15:10:04.723753 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-76d69f7a-3ce8-4356-8fd1-3a6dd2636e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.725226 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-76d69f7a-3ce8-4356-8fd1-3a6dd2636e6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0436904 Feb 16 15:10:04.775766 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-90319592-3f41-4308-a9e2-1f329facac41 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297594 Feb 16 15:10:04.870120 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-aef70e38-8f88-4be3-a24b-55d026d4d9fa service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799937 Feb 16 15:10:04.872165 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:04.922008 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port cc49cd3a-846e-4916-b2cd-0f22c885ab9b completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:04.928192 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port cc49cd3a-846e-4916-b2cd-0f22c885ab9b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:04.928804 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:04.980703 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfce7c6c-e12d-49b7-8b7b-f02170f1e872 req-6f302e5b-f905-43d2-99e4-87d73deb0c26 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014068 Feb 16 15:10:05.035604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf9f25-7df2-4c0d-bd0b-6c57601de56d req-6fc4b1b4-82ef-4178-b21e-4b6412c34c68 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:05.037291 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-caaf9f25-7df2-4c0d-bd0b-6c57601de56d req-6fc4b1b4-82ef-4178-b21e-4b6412c34c68 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0656095 Feb 16 15:10:05.059151 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:05.059798 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:05.093630 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-caaf9f25-7df2-4c0d-bd0b-6c57601de56d req-6e7e5013-dd07-4569-9e33-2fc3e49f040f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Feb 16 15:10:05.097766 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:05.101611 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce05b7c6-5808-4232-84ec-50cfeaac85c2" -d '{"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:05.107211 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:05.113269 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:05.114248 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device dee0404a-a745-4b15-ad86-b7bcec71fd65 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:05.131299 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884fc5e-3141-41fa-bd21-ec2b9e80f0e0 req-a224f1e9-cb0e-4799-b619-7a4e4421ef61 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:05.132841 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f884fc5e-3141-41fa-bd21-ec2b9e80f0e0 req-a224f1e9-cb0e-4799-b619-7a4e4421ef61 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0694270 Feb 16 15:10:05.195962 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f884fc5e-3141-41fa-bd21-ec2b9e80f0e0 req-a095b46f-ebc1-4136-9f20-f5798fb0e139 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567796 Feb 16 15:10:05.201618 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:05.211452 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.211915 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.212355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.212647 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.219235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.223967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port dee0404a-a745-4b15-ad86-b7bcec71fd65 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:05.229474 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port dee0404a-a745-4b15-ad86-b7bcec71fd65 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:05.229925 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:05.322462 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port dee0404a-a745-4b15-ad86-b7bcec71fd65 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:05.322856 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:05.326097 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea807f-fc31-47e2-ae15-dbee25813f85 req-a4c5a96a-2640-45d8-9918-eabd3b7d9439 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:05.327909 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d3ea807f-fc31-47e2-ae15-dbee25813f85 req-a4c5a96a-2640-45d8-9918-eabd3b7d9439 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0560081 Feb 16 15:10:05.364447 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:05.372503 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:05.389177 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d3ea807f-fc31-47e2-ae15-dbee25813f85 req-5b15a453-e90c-4c10-9be3-bff91217af28 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Feb 16 15:10:05.430089 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:05.455865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2444d548-72c9-43eb-9076-82f7e9b8157d x-openstack-request-id: req-2444d548-72c9-43eb-9076-82f7e9b8157d {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:05.456177 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:05.456435 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2444d548-72c9-43eb-9076-82f7e9b8157d {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:05.456827 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'code': 200} Feb 16 15:10:05.699090 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97c97a-d365-4220-9802-eedcef489885 req-19684ca7-f827-4322-a885-7ee46aa42f35 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:05.700527 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f97c97a-d365-4220-9802-eedcef489885 req-19684ca7-f827-4322-a885-7ee46aa42f35 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0576184 Feb 16 15:10:05.755788 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f97c97a-d365-4220-9802-eedcef489885 req-3981bbd3-da3f-46c5-a1b4-29bf943e19ab tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Feb 16 15:10:06.217691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ce8f3-46a7-472c-a0fa-360f65c45a7d req-898e5a3b-c9c1-4451-93ac-0e3c241ad061 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:06.219148 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a90ce8f3-46a7-472c-a0fa-360f65c45a7d req-898e5a3b-c9c1-4451-93ac-0e3c241ad061 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0553670 Feb 16 15:10:06.264454 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a90ce8f3-46a7-472c-a0fa-360f65c45a7d req-70561932-4bce-4d7a-bc45-9982d8993d25 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Feb 16 15:10:06.364821 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded2c92-f149-47b4-9266-e8858d562dde req-38fcdc46-43d9-445b-ad09-51ec8cd800e2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:06.366253 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5ded2c92-f149-47b4-9266-e8858d562dde req-38fcdc46-43d9-445b-ad09-51ec8cd800e2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Feb 16 15:10:06.419267 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5ded2c92-f149-47b4-9266-e8858d562dde req-1f2a61fc-f0ae-4e1d-a9f3-006bc38e1615 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Feb 16 15:10:06.874681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21136b64-714d-4e02-95e1-a5797f5d3fad req-d59e7ef3-deee-4264-80f5-0b8d89495b14 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:06.876027 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-21136b64-714d-4e02-95e1-a5797f5d3fad req-d59e7ef3-deee-4264-80f5-0b8d89495b14 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Feb 16 15:10:06.919762 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-21136b64-714d-4e02-95e1-a5797f5d3fad req-5a1d2e24-b386-4f8c-b3bd-50c605e92fd2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Feb 16 15:10:07.376365 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a4d23-c3f7-4521-b047-7d3e2dd7ec4f req-3ab79170-3d9a-4249-8630-7a317f313d38 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:07.377746 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0f1a4d23-c3f7-4521-b047-7d3e2dd7ec4f req-3ab79170-3d9a-4249-8630-7a317f313d38 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0496140 Feb 16 15:10:07.423780 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0f1a4d23-c3f7-4521-b047-7d3e2dd7ec4f req-41533616-383a-4a17-bc57-f2dcb7281981 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Feb 16 15:10:07.457554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:07.460332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc9d90-a9d2-4df1-b359-d59fd1ca8011" -d '{"events": [{"server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "name": "network-vif-plugged", "status": "completed", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:07.540107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f22eb2-f988-49f6-a5ad-468525f69a85 req-58cb40c1-a76b-435b-bf51-c5a8e41280d8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:07.541587 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-26f22eb2-f988-49f6-a5ad-468525f69a85 req-58cb40c1-a76b-435b-bf51-c5a8e41280d8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Feb 16 15:10:07.594011 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-26f22eb2-f988-49f6-a5ad-468525f69a85 req-f9e1cb28-a5a4-4984-b77b-81d9a14f25c7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469506 Feb 16 15:10:07.638334 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fcc8a6-8c93-4f1a-8777-cd8a1e97e488 x-openstack-request-id: req-89fcc8a6-8c93-4f1a-8777-cd8a1e97e488 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:07.638651 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "name": "network-vif-plugged", "status": "completed", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:07.638912 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89fcc8a6-8c93-4f1a-8777-cd8a1e97e488 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:07.639301 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'code': 200} Feb 16 15:10:08.033523 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b18e-733e-4375-a789-7384f8f10023 req-ee0ab850-fcfd-485b-a979-490806515dd8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:08.034954 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9b00b18e-733e-4375-a789-7384f8f10023 req-ee0ab850-fcfd-485b-a979-490806515dd8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Feb 16 15:10:08.079656 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9b00b18e-733e-4375-a789-7384f8f10023 req-f1a9d7c8-4f30-42ea-9364-2f4e79412da9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Feb 16 15:10:08.538709 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9514a1-aba9-4963-a446-337255f59e0d req-c24603da-f1e9-438b-b8c0-a40666162858 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:08.540140 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ae9514a1-aba9-4963-a446-337255f59e0d req-c24603da-f1e9-438b-b8c0-a40666162858 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Feb 16 15:10:08.585201 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ae9514a1-aba9-4963-a446-337255f59e0d req-7bf2a87e-0295-4e6d-b0f3-c30fc8b1d539 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Feb 16 15:10:08.713292 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd028-2263-4d6c-b054-c8168b63960f req-65485f40-99f5-4178-beae-f97c21b0d6d7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:08.714738 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-190fd028-2263-4d6c-b054-c8168b63960f req-65485f40-99f5-4178-beae-f97c21b0d6d7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0524898 Feb 16 15:10:08.758862 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-190fd028-2263-4d6c-b054-c8168b63960f req-402795f1-59b6-4e02-89b4-9f3af5ada278 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386739 Feb 16 15:10:09.229736 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578a6a4-4317-46f3-88a0-0443bfb1ce15 req-2aac677f-ccde-4dac-8192-c7494c0e8335 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.234454 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4578a6a4-4317-46f3-88a0-0443bfb1ce15 req-2aac677f-ccde-4dac-8192-c7494c0e8335 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0818524 Feb 16 15:10:09.255261 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b95f4-65ad-482e-a3ce-10a6e06af262 req-7aeef36b-bc6b-46c6-8956-201049c41710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.257379 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa9b95f4-65ad-482e-a3ce-10a6e06af262 req-7aeef36b-bc6b-46c6-8956-201049c41710 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1129 time: 0.0832865 Feb 16 15:10:09.287108 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4578a6a4-4317-46f3-88a0-0443bfb1ce15 req-a55e3d25-ed99-40ae-99cf-270853190c12 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491931 Feb 16 15:10:09.392202 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa9b95f4-65ad-482e-a3ce-10a6e06af262 req-dda8fc37-8a85-43c6-9ddd-aa0e359b3537 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683711 Feb 16 15:10:09.397922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b468-3fae-4d2b-ac68-7057cf2362d7 req-790cd023-4bc1-43e5-b1f6-79320ca544be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.399309 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0373b468-3fae-4d2b-ac68-7057cf2362d7 req-790cd023-4bc1-43e5-b1f6-79320ca544be service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.0701354 Feb 16 15:10:09.702114 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80173-b24c-49e9-a0c3-30a8de565aa3 req-96e94865-dc8d-4b94-b047-bf7900398802 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.703540 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cde80173-b24c-49e9-a0c3-30a8de565aa3 req-96e94865-dc8d-4b94-b047-bf7900398802 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Feb 16 15:10:09.748305 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cde80173-b24c-49e9-a0c3-30a8de565aa3 req-749bc45f-3d3a-4f41-8053-450cbc859d67 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Feb 16 15:10:09.876906 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce497b23-959d-44a3-8739-8f8237915ad9 req-7275e9ac-9d8d-4d90-8529-6d7c02bfeb0d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.878659 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ce497b23-959d-44a3-8739-8f8237915ad9 req-7275e9ac-9d8d-4d90-8529-6d7c02bfeb0d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Feb 16 15:10:09.934947 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0373b468-3fae-4d2b-ac68-7057cf2362d7 req-4d639c5e-778f-40e8-bc6c-b796d594e0f7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565503 Feb 16 15:10:09.938447 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ce497b23-959d-44a3-8739-8f8237915ad9 req-ba461250-c865-4d68-b5e2-8b10d1adc5f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493908 Feb 16 15:10:10.414625 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f15e-dfd9-4cfc-98a7-0d80e8370115 req-87b34f74-30d3-4241-a836-3dd201908b43 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:10.416110 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b60f15e-dfd9-4cfc-98a7-0d80e8370115 req-87b34f74-30d3-4241-a836-3dd201908b43 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0582113 Feb 16 15:10:10.463230 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b60f15e-dfd9-4cfc-98a7-0d80e8370115 req-df9b6065-47c8-41c2-ad57-0e6804f3e50b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Feb 16 15:10:10.862874 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c928e3-cb15-4d1c-8a4d-c89bcdb2b360 req-e6495ddd-fbcb-4e5b-903f-7d803cf5fa13 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:10.864313 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-18c928e3-cb15-4d1c-8a4d-c89bcdb2b360 req-e6495ddd-fbcb-4e5b-903f-7d803cf5fa13 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Feb 16 15:10:10.909105 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-18c928e3-cb15-4d1c-8a4d-c89bcdb2b360 req-359f4c7c-ddb2-4966-86f1-b863e665e201 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Feb 16 15:10:11.063188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735726-6333-4f6c-a90d-063506e9e092 req-768673ce-53cb-41ac-b09a-154f7c54990a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.065370 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3e735726-6333-4f6c-a90d-063506e9e092 req-768673ce-53cb-41ac-b09a-154f7c54990a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Feb 16 15:10:11.114715 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3e735726-6333-4f6c-a90d-063506e9e092 req-825b8c66-d195-4918-bdce-843046f86fd5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Feb 16 15:10:11.218148 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c80ac5-f603-429f-9c40-85484ac4409a req-9f86c5e7-a545-47a1-a8f5-c636d8fa3f7e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.219527 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14c80ac5-f603-429f-9c40-85484ac4409a req-9f86c5e7-a545-47a1-a8f5-c636d8fa3f7e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0743110 Feb 16 15:10:11.221833 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-4a70da37-04a8-45bc-bb97-048bd9b4f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.223222 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-4a70da37-04a8-45bc-bb97-048bd9b4f172 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 1129 time: 0.0865915 Feb 16 15:10:11.321032 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14c80ac5-f603-429f-9c40-85484ac4409a req-1a4d9c5e-ebd0-46eb-b0a1-c09e430c4481 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953572 Feb 16 15:10:11.347929 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-9aa6bb0a-dba0-4add-84fa-51692134eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.349462 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-9aa6bb0a-dba0-4add-84fa-51692134eb61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.1109180 Feb 16 15:10:11.400300 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-f9e392ba-f8dc-4260-9595-09134e2b9ca2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1 HTTP/1.1" status: 200 len: 217 time: 0.0391417 Feb 16 15:10:11.451363 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-32c3e976-6a17-49fb-a677-4fd5389729a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.452853 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-32c3e976-6a17-49fb-a677-4fd5389729a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0440133 Feb 16 15:10:11.494185 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-96936e10-5842-4b91-96c2-0fd51b6c8b83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264542 Feb 16 15:10:11.604148 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-205cd0b4-f20a-4176-978f-87efdf4a9fcb service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028178 Feb 16 15:10:11.713082 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cd83eb2-3142-43c4-947c-3f2d5d74f66b req-97f952ab-4b5d-47ff-8be9-2d20daef5b41 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015937 Feb 16 15:10:11.813245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f092347-5c01-4fb1-acaa-dc6b5575f98a req-1f3ed1a3-9dbe-48b8-bbda-1459e20343ba tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.814804 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f092347-5c01-4fb1-acaa-dc6b5575f98a req-1f3ed1a3-9dbe-48b8-bbda-1459e20343ba tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.2710614 Feb 16 15:10:11.866665 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f092347-5c01-4fb1-acaa-dc6b5575f98a req-db1ae251-8654-4490-b903-60ec222f1274 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Feb 16 15:10:11.907533 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36548) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:12.016644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.101623 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Publish callbacks [] for security_group (481a8aca-7af2-4564-b613-984d0214521c), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.106203 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (481a8aca-7af2-4564-b613-984d0214521c), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.148710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481a8aca-7af2-4564-b613-984d0214521c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:12.151995 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=adaa2dabbada42a0a1a1c77d1f58f0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433527 Feb 16 15:10:12.154869 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36560) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:12.159095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.159452 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.159796 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.160135 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.160471 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.161357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.161357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.161572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.161874 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.162193 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.162519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.162838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.163156 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590046ef-a9a8-4b53-b306-ddca1490bb31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.204991 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Publish callbacks [] for security_group (481a8aca-7af2-4564-b613-984d0214521c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.250387 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Publish callbacks [] for security_group (481a8aca-7af2-4564-b613-984d0214521c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.304469 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eac938-c8bf-4804-afb4-f9bcf0e295ef req-82e7ece4-bd21-49e3-9bbe-91824f2e7cb7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:12.306017 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c9eac938-c8bf-4804-afb4-f9bcf0e295ef req-82e7ece4-bd21-49e3-9bbe-91824f2e7cb7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0920579 Feb 16 15:10:12.342518 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (481a8aca-7af2-4564-b613-984d0214521c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.346811 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.348114 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/481a8aca-7af2-4564-b613-984d0214521c HTTP/1.1" status: 204 len: 168 time: 0.1922131 Feb 16 15:10:12.372535 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a8aca-7af2-4564-b613-984d0214521c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:12.384852 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c9eac938-c8bf-4804-afb4-f9bcf0e295ef req-0200ceb8-d6ea-4d4e-a17c-506012ae7627 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711975 Feb 16 15:10:12.386686 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.387115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.387532 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.388000 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.388407 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.388810 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.389399 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.389827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.390210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.390658 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.391132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.391539 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.392045 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25658e8d-9644-410a-aea4-359706875503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:12.550536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b2e1-53e2-435b-99ed-dcee9e032aa6 req-87a61d1a-3149-4bf2-ad7a-069b8d27407d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:12.552739 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a09b2e1-53e2-435b-99ed-dcee9e032aa6 req-87a61d1a-3149-4bf2-ad7a-069b8d27407d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1055541 Feb 16 15:10:12.639995 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28212795-746d-4c6e-88bd-469ca271199a req-df0dc9c9-23ff-4c44-b069-65c88b48ba34 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:12.646747 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a09b2e1-53e2-435b-99ed-dcee9e032aa6 req-f182f3be-d07f-4386-a24c-ecdba1e9d2ab tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848379 Feb 16 15:10:12.651709 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-28212795-746d-4c6e-88bd-469ca271199a req-df0dc9c9-23ff-4c44-b069-65c88b48ba34 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0759938 Feb 16 15:10:12.659878 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36586) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:12.665484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'floatingip': {'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:12.815521 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36598) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:12.832791 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3bed-fee1-458c-8b4d-a2d8d2a150b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.930453 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.940733 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3bed-fee1-458c-8b4d-a2d8d2a150b1 admin admin] Publish callbacks [] for security_group (e31512ab-b03f-417e-88c3-00731ddca25e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:12.945633 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3bed-fee1-458c-8b4d-a2d8d2a150b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e31512ab-b03f-417e-88c3-00731ddca25e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.015233 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c4bf3bed-fee1-458c-8b4d-a2d8d2a150b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=97471697e6154c07bd9b037a3bdd623f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980641 Feb 16 15:10:13.018548 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf3bed-fee1-458c-8b4d-a2d8d2a150b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31512ab-b03f-417e-88c3-00731ddca25e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:13.018978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36608) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:13.046410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af4b14-916f-4021-b211-b90b73f5a95c req-ad3fb932-d1b6-4b0e-8045-ea7a44f3158a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:13.048845 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f9af4b14-916f-4021-b211-b90b73f5a95c req-ad3fb932-d1b6-4b0e-8045-ea7a44f3158a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0986845 Feb 16 15:10:13.100804 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f9af4b14-916f-4021-b211-b90b73f5a95c req-051b1680-7c1a-4ba3-b8f2-b0987f75ae1b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454063 Feb 16 15:10:13.190718 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36614) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:13.205112 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] Publish callbacks [] for security_group (e31512ab-b03f-417e-88c3-00731ddca25e), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.261202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] Publish callbacks [] for security_group (e31512ab-b03f-417e-88c3-00731ddca25e), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.292536 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5533c88-9d38-4e49-86e8-edf31ca02ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.320746 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665de0d2-5e2a-447d-a844-98420c1522f1 req-3555781f-ab5f-4a90-b3c5-78a0c2f83200 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:13.322217 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-665de0d2-5e2a-447d-a844-98420c1522f1 req-3555781f-ab5f-4a90-b3c5-78a0c2f83200 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.1389856 Feb 16 15:10:13.331015 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36618) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:13.336914 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'floatingip': {'port_id': 'dee0404a-a745-4b15-ad86-b7bcec71fd65'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:13.419064 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.522190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e31512ab-b03f-417e-88c3-00731ddca25e), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.524976 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.529065 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e31512ab-b03f-417e-88c3-00731ddca25e HTTP/1.1" status: 204 len: 168 time: 0.5090067 Feb 16 15:10:13.558947 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5533c88-9d38-4e49-86e8-edf31ca02ddf admin admin] Publish callbacks [] for security_group (496e0511-4fc6-48f2-859c-c7531c6f462f), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.605460 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5533c88-9d38-4e49-86e8-edf31ca02ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (496e0511-4fc6-48f2-859c-c7531c6f462f), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.676024 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3888-c103-4046-b5a9-44a431a9abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31512ab-b03f-417e-88c3-00731ddca25e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:13.689151 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.696036 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.724721 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f5533c88-9d38-4e49-86e8-edf31ca02ddf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=110020c89ca9427a8392c4a15d3f6e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327306 Feb 16 15:10:13.741372 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36636) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:13.753337 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5533c88-9d38-4e49-86e8-edf31ca02ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e0511-4fc6-48f2-859c-c7531c6f462f,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:13.849085 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] Publish callbacks [] for security_group (496e0511-4fc6-48f2-859c-c7531c6f462f), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:13.859936 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Floating IP db8793bb-9f70-472e-86f9-e446ff6583f9 associated. External IP: 172.27.2.18, port: cc49cd3a-846e-4916-b2cd-0f22c885ab9b. Feb 16 15:10:13.988670 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] Publish callbacks [] for security_group (496e0511-4fc6-48f2-859c-c7531c6f462f), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.103335 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (496e0511-4fc6-48f2-859c-c7531c6f462f), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.105971 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.110062 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/496e0511-4fc6-48f2-859c-c7531c6f462f HTTP/1.1" status: 204 len: 168 time: 0.3673866 Feb 16 15:10:14.117763 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64da0c5-b39a-4e76-b312-28e361cf75bd req-57b54c7a-eab9-484c-aa34-b23dfbf06d90 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:14.119522 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a64da0c5-b39a-4e76-b312-28e361cf75bd req-57b54c7a-eab9-484c-aa34-b23dfbf06d90 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.3071601 Feb 16 15:10:14.233829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5ac7-fd48-4f3d-994f-fa2104359e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e0511-4fc6-48f2-859c-c7531c6f462f,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:14.237437 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:14.312181 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a64da0c5-b39a-4e76-b312-28e361cf75bd req-e1595845-f9f4-4dd5-9b2d-17940c78096e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718833 Feb 16 15:10:14.340687 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.349921 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.371648 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:14.378433 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.391022 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:14.406397 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:14.407539 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:09:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:14.429542 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d66920e6-b955-4b58-babc-0948701b8618 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "PUT /v2.0/floatingips/db8793bb-9f70-472e-86f9-e446ff6583f9 HTTP/1.1" status: 200 len: 990 time: 1.7684262 Feb 16 15:10:14.430334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:14.432825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11db53-56d8-4842-a245-faa198555e48" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:14.479427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Floating IP 48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e associated. External IP: 172.27.2.161, port: dee0404a-a745-4b15-ad86-b7bcec71fd65. Feb 16 15:10:14.572430 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939f614-d90e-4607-a670-3ee624a09687 x-openstack-request-id: req-5939f614-d90e-4607-a670-3ee624a09687 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:14.572724 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:14.573018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5939f614-d90e-4607-a670-3ee624a09687 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:14.573431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'status': 'completed', 'code': 200} Feb 16 15:10:14.696035 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:14.733510 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36674) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:14.751184 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11db53-56d8-4842-a245-faa198555e48 req-a64d8544-143d-4911-ba98-4fe7d8f66afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:14.767833 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-a64d8544-143d-4911-ba98-4fe7d8f66afb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1129 time: 0.1291764 Feb 16 15:10:14.768660 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8102-9076-4e82-b4da-607dc699181a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.806335 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:14.947789 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:14.952786 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:14.966374 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:14.984203 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:14.985329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:09:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:15.039653 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-573de6c4-643c-46fa-b30e-4e8b794fd9da tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "PUT /v2.0/floatingips/48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e HTTP/1.1" status: 200 len: 991 time: 1.7049985 Feb 16 15:10:15.041646 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:15.054249 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:15.133730 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405457d-bce2-4377-9ebb-9574bcb7a8d6 x-openstack-request-id: req-b405457d-bce2-4377-9ebb-9574bcb7a8d6 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:15.134839 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:15.135103 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b405457d-bce2-4377-9ebb-9574bcb7a8d6 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:15.136170 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'status': 'completed', 'code': 200} Feb 16 15:10:15.170712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8102-9076-4e82-b4da-607dc699181a admin admin] Publish callbacks [] for security_group (5cc99b48-d49b-4750-9df2-0ef119d32024), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:15.176001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11db53-56d8-4842-a245-faa198555e48 req-a08ced59-99e3-47a1-8a69-e74ce12e86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.177533 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-a08ced59-99e3-47a1-8a69-e74ce12e86ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.3898365 Feb 16 15:10:15.189197 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8102-9076-4e82-b4da-607dc699181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (5cc99b48-d49b-4750-9df2-0ef119d32024), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:15.230617 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'db8793bb-9f70-472e-86f9-e446ff6583f9', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fe48d-194f-46d7-8954-73672fffe258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:21Z', 'updated_at': '2022-02-16T15:10:13Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:15.275615 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:15.289859 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:15.299676 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:15.300303 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:09:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:15.361743 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-6ad23e01-ec00-40dd-a062-81b07bbb7979 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 998 time: 0.1459908 Feb 16 15:10:15.361976 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8102-9076-4e82-b4da-607dc699181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc99b48-d49b-4750-9df2-0ef119d32024,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:15.381331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6cdc8102-9076-4e82-b4da-607dc699181a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d7cbb058e2c4b219a1ef1f193573406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458397 Feb 16 15:10:15.384424 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36700) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:15.567127 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:15.604627 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] Publish callbacks [] for security_group (5cc99b48-d49b-4750-9df2-0ef119d32024), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:15.674709 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] Publish callbacks [] for security_group (5cc99b48-d49b-4750-9df2-0ef119d32024), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:15.730249 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-a059bcdd-c487-4a99-b852-33c135a714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.731784 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-a059bcdd-c487-4a99-b852-33c135a714e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.5633340 Feb 16 15:10:15.746584 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11db53-56d8-4842-a245-faa198555e48 req-b9853d50-642c-4069-8d7b-8b52b2554d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.748043 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-b9853d50-642c-4069-8d7b-8b52b2554d54 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.3639395 Feb 16 15:10:15.955140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e54b0-0a2f-47c9-92ef-93f91ed15dae req-2182b432-0c03-4f93-a4e4-1f1420738c2e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.956666 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-af9e54b0-0a2f-47c9-92ef-93f91ed15dae req-2182b432-0c03-4f93-a4e4-1f1420738c2e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.4841211 Feb 16 15:10:15.990779 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11db53-56d8-4842-a245-faa198555e48 req-947829e8-ddcc-41f8-b01e-d8d98e49fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.994418 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-947829e8-ddcc-41f8-b01e-d8d98e49fb1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2310905 Feb 16 15:10:15.996090 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-556cfbe2-4ec2-4aea-a68b-ef668d4d221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.997359 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-556cfbe2-4ec2-4aea-a68b-ef668d4d221b service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.2416162 Feb 16 15:10:15.998682 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'db8793bb-9f70-472e-86f9-e446ff6583f9', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fe48d-194f-46d7-8954-73672fffe258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:21Z', 'updated_at': '2022-02-16T15:10:13Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:16.018783 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:e6:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91025744-55c3-41d1-b71c-0cc4dc956915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:19Z', 'updated_at': '2022-02-16T15:10:14Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:16.044628 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6bf7d-0eba-4490-8e75-cac1029e7363 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'db8793bb-9f70-472e-86f9-e446ff6583f9', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3fe48d-194f-46d7-8954-73672fffe258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:21Z', 'updated_at': '2022-02-16T15:10:13Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:16.055037 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-af9e54b0-0a2f-47c9-92ef-93f91ed15dae req-309431c0-a5df-43fe-815f-5e35ece32aa3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913348 Feb 16 15:10:16.061089 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (5cc99b48-d49b-4750-9df2-0ef119d32024), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.065185 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.066656 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cc99b48-d49b-4750-9df2-0ef119d32024 HTTP/1.1" status: 204 len: 168 time: 0.6810439 Feb 16 15:10:16.077212 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281d203-b5c5-4074-b95d-dd030b9fefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc99b48-d49b-4750-9df2-0ef119d32024,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:16.111306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:16.125943 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:16.127179 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:09:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:16.193142 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-0602de0d-3016-4a6a-996a-e7e7bf8b277e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 999 time: 0.1793857 Feb 16 15:10:16.243968 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-293f50ef-ce6b-4eb3-8187-1eaab2728d35 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377589 Feb 16 15:10:16.309067 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:16.314713 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-50ff4362-4a6a-415f-af43-32d11aa3a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:16.316175 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-50ff4362-4a6a-415f-af43-32d11aa3a6bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.1050689 Feb 16 15:10:16.430274 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c11db53-56d8-4842-a245-faa198555e48 req-f6f3c2d4-ccc7-4e63-a4dc-1ceffa8fb6c9 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652946 Feb 16 15:10:16.439296 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-634cac1c-ef54-4cf3-87cd-a78c4e75334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:16.440800 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-634cac1c-ef54-4cf3-87cd-a78c4e75334c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836256 Feb 16 15:10:16.450978 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36732) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:16.467624 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe75726-2765-4170-a28e-9508d584030b None None] New status for floating IP db8793bb-9f70-472e-86f9-e446ff6583f9: ACTIVE {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:10:16.592856 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-c4d68bb0-4651-4f5a-9973-18f3a35cd203 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300132 Feb 16 15:10:16.603398 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72804871-61fa-43a2-aff0-f29fbb0a1df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.654487 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:e6:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91025744-55c3-41d1-b71c-0cc4dc956915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:19Z', 'updated_at': '2022-02-16T15:10:14Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:16.685148 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4895e-c80d-4c7d-9d4e-3ad31f050efb None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:e6:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91025744-55c3-41d1-b71c-0cc4dc956915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:09:19Z', 'updated_at': '2022-02-16T15:10:14Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:16.692911 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72804871-61fa-43a2-aff0-f29fbb0a1df4 admin admin] Publish callbacks [] for security_group (c257145e-fc8d-4620-aa0f-b4e6a6ecd956), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.698251 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72804871-61fa-43a2-aff0-f29fbb0a1df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c257145e-fc8d-4620-aa0f-b4e6a6ecd956), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.746959 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-72804871-61fa-43a2-aff0-f29fbb0a1df4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9956f96aae7845b98e38fd7afe95baeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947588 Feb 16 15:10:16.747330 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36746) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:16.749281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72804871-61fa-43a2-aff0-f29fbb0a1df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c257145e-fc8d-4620-aa0f-b4e6a6ecd956,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:16.836060 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] Publish callbacks [] for security_group (c257145e-fc8d-4620-aa0f-b4e6a6ecd956), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.870399 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] Publish callbacks [] for security_group (c257145e-fc8d-4620-aa0f-b4e6a6ecd956), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.933692 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c257145e-fc8d-4620-aa0f-b4e6a6ecd956), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.936445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:16.937899 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c257145e-fc8d-4620-aa0f-b4e6a6ecd956 HTTP/1.1" status: 204 len: 168 time: 0.1895642 Feb 16 15:10:16.955640 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fba218-a1cd-4c65-89cd-cf9abe105bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257145e-fc8d-4620-aa0f-b4e6a6ecd956,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:17.001208 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218eb2c-d059-40e3-80dc-d8a31ad35d53 None None] New status for floating IP 48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:10:17.198132 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf7c6-b483-4292-9286-f7223e3ede78 req-7b46fb63-4f28-451b-95de-16014634c1a2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:17.199977 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3acf7c6-b483-4292-9286-f7223e3ede78 req-7b46fb63-4f28-451b-95de-16014634c1a2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0568070 Feb 16 15:10:17.255654 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3acf7c6-b483-4292-9286-f7223e3ede78 req-7d12d629-b3ef-43c6-bb37-1605c9b9d5aa tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476222 Feb 16 15:10:17.312523 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36770) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:17.326161 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e0139ac2-82c0-41bd-9789-5f14337891b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.404982 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e0139ac2-82c0-41bd-9789-5f14337891b9 admin admin] Publish callbacks [] for security_group (b195bacc-e78a-4461-af1c-85ca808c0b27), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.409465 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e0139ac2-82c0-41bd-9789-5f14337891b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b195bacc-e78a-4461-af1c-85ca808c0b27), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.447226 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e0139ac2-82c0-41bd-9789-5f14337891b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52b6f9b6a9e644d785360ad834289871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335344 Feb 16 15:10:17.448078 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0139ac2-82c0-41bd-9789-5f14337891b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195bacc-e78a-4461-af1c-85ca808c0b27,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:17.449936 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36776) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:17.513408 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] Publish callbacks [] for security_group (b195bacc-e78a-4461-af1c-85ca808c0b27), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.535441 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] Publish callbacks [] for security_group (b195bacc-e78a-4461-af1c-85ca808c0b27), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.591009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b195bacc-e78a-4461-af1c-85ca808c0b27), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.593544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:17.594677 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b195bacc-e78a-4461-af1c-85ca808c0b27 HTTP/1.1" status: 204 len: 168 time: 0.1436963 Feb 16 15:10:17.603104 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49685-daa0-4fcb-8669-d696d2e06e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195bacc-e78a-4461-af1c-85ca808c0b27,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.099833 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36812) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:18.199166 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdc1118c-707c-457c-b143-e2b3f2bdbf2e req-c6ec264e-73f1-4ab9-b560-62102658d909 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 Feb 16 15:10:18.212957 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-195cc7b5-38a2-4aa7-bc0e-75fb40da0adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.296891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-195cc7b5-38a2-4aa7-bc0e-75fb40da0adf admin admin] Publish callbacks [] for security_group (082b36ff-6c90-4048-82f8-e2312c1323a3), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.301517 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-195cc7b5-38a2-4aa7-bc0e-75fb40da0adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (082b36ff-6c90-4048-82f8-e2312c1323a3), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.343540 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-195cc7b5-38a2-4aa7-bc0e-75fb40da0adf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fba6189ba0de46a8976ac5f807c18e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401888 Feb 16 15:10:18.344050 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36826) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:18.352126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc7b5-38a2-4aa7-bc0e-75fb40da0adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b36ff-6c90-4048-82f8-e2312c1323a3,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.394738 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c1972-464d-4fcf-89c2-8aaa60ef78be req-cad5b0b0-db88-4657-aed3-d4b53df933eb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:18.396275 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-370c1972-464d-4fcf-89c2-8aaa60ef78be req-cad5b0b0-db88-4657-aed3-d4b53df933eb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0590889 Feb 16 15:10:18.406557 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] Publish callbacks [] for security_group (082b36ff-6c90-4048-82f8-e2312c1323a3), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.430160 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] Publish callbacks [] for security_group (082b36ff-6c90-4048-82f8-e2312c1323a3), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.450384 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-370c1972-464d-4fcf-89c2-8aaa60ef78be req-82e3e30c-8dfc-47e2-b03b-065dc7fe891a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Feb 16 15:10:18.485796 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (082b36ff-6c90-4048-82f8-e2312c1323a3), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.488573 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.489879 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/082b36ff-6c90-4048-82f8-e2312c1323a3 HTTP/1.1" status: 204 len: 168 time: 0.1448586 Feb 16 15:10:18.497547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e184-bb26-432a-bb25-22c79183e90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b36ff-6c90-4048-82f8-e2312c1323a3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.878989 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 36846) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:18.893155 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-471c302a-a3c6-4052-a2b6-99c3756414df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.976368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-471c302a-a3c6-4052-a2b6-99c3756414df admin admin] Publish callbacks [] for security_group (d939e7ee-1728-475e-ac74-cb0ac2f744da), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:18.981438 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-471c302a-a3c6-4052-a2b6-99c3756414df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d939e7ee-1728-475e-ac74-cb0ac2f744da), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:19.025065 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-471c302a-a3c6-4052-a2b6-99c3756414df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68720484fb3c401c9b1274db68ef8bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449106 Feb 16 15:10:19.026530 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c302a-a3c6-4052-a2b6-99c3756414df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d939e7ee-1728-475e-ac74-cb0ac2f744da,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.027959 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 36854) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:19.080656 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] Publish callbacks [] for security_group (d939e7ee-1728-475e-ac74-cb0ac2f744da), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:19.101366 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] Publish callbacks [] for security_group (d939e7ee-1728-475e-ac74-cb0ac2f744da), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:19.147428 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d939e7ee-1728-475e-ac74-cb0ac2f744da), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:19.150375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:19.151528 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d939e7ee-1728-475e-ac74-cb0ac2f744da HTTP/1.1" status: 204 len: 168 time: 0.1217301 Feb 16 15:10:19.159924 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404f460-0f09-4bc2-b2f7-d72a19af1bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d939e7ee-1728-475e-ac74-cb0ac2f744da,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.586823 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f6cd-b985-4928-a6c1-7727a0c561dd req-39c877c4-6f0e-4a90-abeb-0ad8d146f32f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:19.588716 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d173f6cd-b985-4928-a6c1-7727a0c561dd req-39c877c4-6f0e-4a90-abeb-0ad8d146f32f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0648057 Feb 16 15:10:19.642146 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d173f6cd-b985-4928-a6c1-7727a0c561dd req-3a2455c4-b25b-458e-b344-83bcc38a5712 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Feb 16 15:10:20.759411 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f52efd-1c05-496b-ad79-31176c381594 req-0d0625ac-0ce3-41dc-a6e7-205e47a34942 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.760827 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-49f52efd-1c05-496b-ad79-31176c381594 req-0d0625ac-0ce3-41dc-a6e7-205e47a34942 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Feb 16 15:10:20.810275 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-49f52efd-1c05-496b-ad79-31176c381594 req-6e23c5c1-85eb-47e9-86ac-2c6281af7709 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Feb 16 15:10:21.933621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2bbb-9e50-4ef7-9b0c-311606bd3b60 req-f9e28ab6-d342-4b01-a3d2-3d4c91163487 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:21.935112 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53ba2bbb-9e50-4ef7-9b0c-311606bd3b60 req-f9e28ab6-d342-4b01-a3d2-3d4c91163487 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0568130 Feb 16 15:10:21.982372 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53ba2bbb-9e50-4ef7-9b0c-311606bd3b60 req-3640ab39-8a48-4e13-b651-c8a9b7a31dfe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Feb 16 15:10:22.362802 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-82e15c6e-e0cf-4620-a2d2-66027177d559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:23.103044 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57597b54-88c1-47a2-83d0-0da67e2905a8 req-b21f9826-bf13-4267-a943-831cf2a47cc7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:23.104515 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-57597b54-88c1-47a2-83d0-0da67e2905a8 req-b21f9826-bf13-4267-a943-831cf2a47cc7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0548418 Feb 16 15:10:23.148607 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-57597b54-88c1-47a2-83d0-0da67e2905a8 req-23946926-b1c7-4b78-b271-519b8eb333f2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387342 Feb 16 15:10:24.285984 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b4130-52cb-4933-9719-ded74a5f2661 req-8e625152-ea13-460b-9ff2-582186fe55cf tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.293820 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-765b4130-52cb-4933-9719-ded74a5f2661 req-8e625152-ea13-460b-9ff2-582186fe55cf tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0758283 Feb 16 15:10:24.347159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37066) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:24.349803 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-765b4130-52cb-4933-9719-ded74a5f2661 req-9935f777-baab-4b49-a688-b6115f8cd60b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Feb 16 15:10:24.453192 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3c980be7-7805-48bd-bfee-f07789829908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.495470 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-967f06c3-dddb-4740-a295-1d6e7f1d7309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.552869 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3c980be7-7805-48bd-bfee-f07789829908 admin admin] Publish callbacks [] for security_group (03053981-f547-4d89-a7a4-35b1b5df77fb), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.565158 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3c980be7-7805-48bd-bfee-f07789829908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (03053981-f547-4d89-a7a4-35b1b5df77fb), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.651159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c980be7-7805-48bd-bfee-f07789829908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03053981-f547-4d89-a7a4-35b1b5df77fb,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:24.656915 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3c980be7-7805-48bd-bfee-f07789829908 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=337e90ab304f4882aa896bb0dc3a7126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086932 Feb 16 15:10:24.659632 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37082) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:24.703221 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-e278df1d-ed78-41d5-ad62-275dc2deeffe tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.704645 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-e278df1d-ed78-41d5-ad62-275dc2deeffe tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.1640892 Feb 16 15:10:24.723433 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-03a328b2-da45-4b08-b7a3-f6a39251650e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/quotas/184b05e4074944c88255d1b7d71dd224 HTTP/1.1" status: 200 len: 375 time: 0.0125849 Feb 16 15:10:24.743313 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] Publish callbacks [] for security_group (03053981-f547-4d89-a7a4-35b1b5df77fb), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.783481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] Publish callbacks [] for security_group (03053981-f547-4d89-a7a4-35b1b5df77fb), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.820463 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8893d320-05e1-4419-a2a7-3f43f5a69553 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900080 Feb 16 15:10:24.884218 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (03053981-f547-4d89-a7a4-35b1b5df77fb), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.886900 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:24.888155 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03053981-f547-4d89-a7a4-35b1b5df77fb HTTP/1.1" status: 204 len: 168 time: 0.2276175 Feb 16 15:10:24.903369 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb872f5-9f49-4a4b-b48e-d16c55274ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03053981-f547-4d89-a7a4-35b1b5df77fb,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:24.927727 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-075c5452-6762-45c6-a3eb-a3b68334c9ea service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004767 Feb 16 15:10:25.043093 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-976983cf-814e-4a2f-9648-f0e359daadc7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094506 Feb 16 15:10:25.247381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37098) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:25.262804 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-49d2d2f6-ecc3-495a-bbad-dc797d1fa4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.309570 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb948a56-f96a-47df-b210-fad38a41ab25 req-eaf4a541-ec18-4851-89e8-7e3787a0651a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 210 time: 0.0778601 Feb 16 15:10:25.404564 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-49d2d2f6-ecc3-495a-bbad-dc797d1fa4c0 admin admin] Publish callbacks [] for security_group (547cbda7-74e5-40e3-bcc1-fd480bf61cbc), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.412254 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-49d2d2f6-ecc3-495a-bbad-dc797d1fa4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (547cbda7-74e5-40e3-bcc1-fd480bf61cbc), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.504739 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37116) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:25.509560 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-49d2d2f6-ecc3-495a-bbad-dc797d1fa4c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e778807f693453dba914d8e622380ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607119 Feb 16 15:10:25.520558 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2d2f6-ecc3-495a-bbad-dc797d1fa4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cbda7-74e5-40e3-bcc1-fd480bf61cbc,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:25.571193 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3ec6-a14c-4e6f-97fc-dda7ee3ac427 req-6fd66d7a-9231-40f5-a4a0-181b333cde4b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:25.577082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] Publish callbacks [] for security_group (547cbda7-74e5-40e3-bcc1-fd480bf61cbc), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.579148 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8eeb3ec6-a14c-4e6f-97fc-dda7ee3ac427 req-6fd66d7a-9231-40f5-a4a0-181b333cde4b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1414499 Feb 16 15:10:25.607305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] Publish callbacks [] for security_group (547cbda7-74e5-40e3-bcc1-fd480bf61cbc), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.635293 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8eeb3ec6-a14c-4e6f-97fc-dda7ee3ac427 req-c319c981-73bc-42ef-b91e-e24ff6788b43 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Feb 16 15:10:25.678942 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (547cbda7-74e5-40e3-bcc1-fd480bf61cbc), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.683155 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:25.684456 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/547cbda7-74e5-40e3-bcc1-fd480bf61cbc HTTP/1.1" status: 204 len: 168 time: 0.1786978 Feb 16 15:10:25.694270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b351-cef6-4d15-9cca-99ba65dac104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547cbda7-74e5-40e3-bcc1-fd480bf61cbc,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:25.783998 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.043285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37126) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:26.056896 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59601860-430d-4def-93aa-b1bec4c110c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.135919 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59601860-430d-4def-93aa-b1bec4c110c2 admin admin] Publish callbacks [] for security_group (4715a4dc-5eea-46ca-9759-3d6c933704ce), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.139678 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59601860-430d-4def-93aa-b1bec4c110c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4715a4dc-5eea-46ca-9759-3d6c933704ce), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.178291 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-59601860-430d-4def-93aa-b1bec4c110c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb458976ca794a588ed0760d66aa15e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337872 Feb 16 15:10:26.179149 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59601860-430d-4def-93aa-b1bec4c110c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715a4dc-5eea-46ca-9759-3d6c933704ce,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:26.181037 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37130) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:26.233230 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] Publish callbacks [] for security_group (4715a4dc-5eea-46ca-9759-3d6c933704ce), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.254653 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] Publish callbacks [] for security_group (4715a4dc-5eea-46ca-9759-3d6c933704ce), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.302236 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4715a4dc-5eea-46ca-9759-3d6c933704ce), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.304782 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.305958 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4715a4dc-5eea-46ca-9759-3d6c933704ce HTTP/1.1" status: 204 len: 168 time: 0.1239383 Feb 16 15:10:26.315272 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9b30-dc64-4bc0-9dba-fcd158f36665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715a4dc-5eea-46ca-9759-3d6c933704ce,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:26.436165 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ac7deac9-7cd4-4239-a35a-b8a1d5c50968 req-50834e16-7549-4006-b809-c196965883e9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 210 time: 0.0309079 Feb 16 15:10:26.747154 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-4c1089f9-53fb-4ae0-ac16-9e010ecda4f4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:26.748782 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-4c1089f9-53fb-4ae0-ac16-9e010ecda4f4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.1390762 Feb 16 15:10:26.766729 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:26.777977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Request body: {'port': {'device_id': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'admin_state_up': True, 'tenant_id': '184b05e4074944c88255d1b7d71dd224'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:26.778544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f5901-6060-48f6-a195-25ea46d681dd req-a5f31f1b-250b-4da3-ba6b-bf6e8dab73d2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:26.781064 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3c7f5901-6060-48f6-a195-25ea46d681dd req-a5f31f1b-250b-4da3-ba6b-bf6e8dab73d2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0647798 Feb 16 15:10:26.843662 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3c7f5901-6060-48f6-a195-25ea46d681dd req-6754f9a3-72f8-421e-b40d-799aca67be75 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Feb 16 15:10:26.906894 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:26.910798 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.042669 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Allocated IP 172.20.0.14 (2b21cc9a-f71a-4624-bfb8-a0142d232c31/7394a172-d460-430c-b074-73e54854df8c/160285e6-018a-4b4f-8ee5-341b31c9e918) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:27.190246 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks [] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.224077 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.255849 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:27.269994 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:27.273263 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:27.276918 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:27.283503 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event updated for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:27.336097 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:27.339265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.355073 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8329e7d4-e81a-4634-9859-714cdca65b38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5813792 Feb 16 15:10:27.377645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Request body: {'port': {'device_id': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:27.444225 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.683762 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57015570-e2d9-4896-b054-6afec4adbaef req-96af2a4b-6d68-41d0-aecc-b68df94ca14f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:27.683762 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-57015570-e2d9-4896-b054-6afec4adbaef req-96af2a4b-6d68-41d0-aecc-b68df94ca14f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 932 time: 0.1239676 Feb 16 15:10:27.769854 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-57015570-e2d9-4896-b054-6afec4adbaef req-e1ecfb01-92b4-423f-b1aa-0d21ce6372c8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Feb 16 15:10:27.822174 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160285e6-018a-4b4f-8ee5-341b31c9e918 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:27.830370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks [] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.846418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Transition to ACTIVE for port object 160285e6-018a-4b4f-8ee5-341b31c9e918 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:10:27.850841 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:27.911207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Pushing event updated for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.000798 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Attempting to bind port 160285e6-018a-4b4f-8ee5-341b31c9e918 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:28.001177 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Attempting to bind port 160285e6-018a-4b4f-8ee5-341b31c9e918 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:28.001889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Attempting to bind port 160285e6-018a-4b4f-8ee5-341b31c9e918 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:28.009384 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Port 160285e6-018a-4b4f-8ee5-341b31c9e918 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:10:28.009714 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Attempting to bind port 160285e6-018a-4b4f-8ee5-341b31c9e918 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:28.014743 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:28.015076 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Checking segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:28.015308 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ec50-7a67-4139-bc86-e51befa3555c req-cb23f3ec-7605-4d24-b251-7d8fa336356a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.015773 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Bound using segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:28.015992 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Bound port: 160285e6-018a-4b4f-8ee5-341b31c9e918, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:28.016401 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.017063 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eac5ec50-7a67-4139-bc86-e51befa3555c req-cb23f3ec-7605-4d24-b251-7d8fa336356a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0660510 Feb 16 15:10:28.089677 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eac5ec50-7a67-4139-bc86-e51befa3555c req-a59b53bf-508a-412b-bcc7-e02803c9327a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Feb 16 15:10:28.092374 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:28.097144 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=160285e6-018a-4b4f-8ee5-341b31c9e918,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:28.106717 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.149733 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.150355 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.151745 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] 10.222.0.79 "PUT /v2.0/ports/160285e6-018a-4b4f-8ee5-341b31c9e918 HTTP/1.1" status: 200 len: 1094 time: 0.7820203 Feb 16 15:10:28.152193 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:28.154457 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:28.187304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca31b-21d1-47ab-a4cf-5aa9b6ad74de service neutron] Pushing event updated for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.200535 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c8554-2857-43b0-a094-cf5642ace44d x-openstack-request-id: req-9b7c8554-2857-43b0-a094-cf5642ace44d {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:28.200902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:28.201251 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b7c8554-2857-43b0-a094-cf5642ace44d {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:28.201731 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918', 'status': 'completed', 'code': 200} Feb 16 15:10:28.263787 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-000d79b5-3cec-48a7-ba01-3b9c7e6ae21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.265141 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37244) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:28.270360 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-000d79b5-3cec-48a7-ba01-3b9c7e6ae21c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 1128 time: 0.0503597 Feb 16 15:10:28.300070 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37248) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:28.328662 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-3d8dcc24-b85a-45a2-8b8c-33e111241e59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160285e6-018a-4b4f-8ee5-341b31c9e918 HTTP/1.1" status: 200 len: 217 time: 0.0387051 Feb 16 15:10:28.386300 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-975a949e-31cd-4fd8-9e31-beaf0fa6bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.387888 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-975a949e-31cd-4fd8-9e31-beaf0fa6bf7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0481749 Feb 16 15:10:28.416088 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a75f4a0-8d11-4386-88cd-1957a5a85563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.426659 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-dfaf8927-7adc-4a3a-b275-7c3e76cacbc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247803 Feb 16 15:10:28.428439 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44f0000a-ad8f-49b6-8ceb-516b23de01a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.479933 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.529010 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-0793e809-f893-4221-bb18-2d01b7a96f6f service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952396 Feb 16 15:10:28.560928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a75f4a0-8d11-4386-88cd-1957a5a85563 admin admin] Publish callbacks [] for security_group (d43dd1c3-7a9d-4daa-b03a-22954dba6324), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.575049 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44f0000a-ad8f-49b6-8ceb-516b23de01a9 admin admin] Publish callbacks [] for security_group (4c846a36-ccb1-48b4-9e47-30f65422542f), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.576580 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a75f4a0-8d11-4386-88cd-1957a5a85563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d43dd1c3-7a9d-4daa-b03a-22954dba6324), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.589497 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44f0000a-ad8f-49b6-8ceb-516b23de01a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4c846a36-ccb1-48b4-9e47-30f65422542f), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.641196 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0ed7ac6-a579-4213-8488-f095aec13b03 req-8f742cc1-08b0-4dc9-9da8-37a7aaa47316 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055801 Feb 16 15:10:28.645577 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75f4a0-8d11-4386-88cd-1957a5a85563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43dd1c3-7a9d-4daa-b03a-22954dba6324,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.649773 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6a75f4a0-8d11-4386-88cd-1957a5a85563 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=143919fe1cfb4388b256fdd82abc57bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486443 Feb 16 15:10:28.652600 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37258) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:28.657972 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-44f0000a-ad8f-49b6-8ceb-516b23de01a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f166fb43915141039bb2daa291e1429f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913829 Feb 16 15:10:28.660079 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37260) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:28.718038 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0000a-ad8f-49b6-8ceb-516b23de01a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c846a36-ccb1-48b4-9e47-30f65422542f,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.766805 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] Publish callbacks [] for security_group (4c846a36-ccb1-48b4-9e47-30f65422542f), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.769834 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] Publish callbacks [] for security_group (d43dd1c3-7a9d-4daa-b03a-22954dba6324), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.771472 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-7d50c3c4-e1ff-4734-958c-aca4015421b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.773015 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-7d50c3c4-e1ff-4734-958c-aca4015421b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 1128 time: 0.0642667 Feb 16 15:10:28.807315 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] Publish callbacks [] for security_group (4c846a36-ccb1-48b4-9e47-30f65422542f), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.810049 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] Publish callbacks [] for security_group (d43dd1c3-7a9d-4daa-b03a-22954dba6324), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.867233 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:10:28.870170 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-cf50e286-5fba-4e48-aaee-45a7651fb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.871803 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-cf50e286-5fba-4e48-aaee-45a7651fb5db service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.0900733 Feb 16 15:10:28.916112 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-ad31fd70-8353-43fd-8a47-74969578e977 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=160285e6-018a-4b4f-8ee5-341b31c9e918 HTTP/1.1" status: 200 len: 217 time: 0.0368631 Feb 16 15:10:28.919344 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238a6d-e225-4d67-9d0d-eb9229b701ec req-777052d9-b8c9-42a4-b5b7-e8d38c88b082 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.920805 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-34238a6d-e225-4d67-9d0d-eb9229b701ec req-777052d9-b8c9-42a4-b5b7-e8d38c88b082 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 944 time: 0.0660291 Feb 16 15:10:28.929811 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d43dd1c3-7a9d-4daa-b03a-22954dba6324), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.932268 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.935677 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d43dd1c3-7a9d-4daa-b03a-22954dba6324 HTTP/1.1" status: 204 len: 168 time: 0.2740519 Feb 16 15:10:28.942205 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4c846a36-ccb1-48b4-9e47-30f65422542f), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.944628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:28.945741 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c846a36-ccb1-48b4-9e47-30f65422542f HTTP/1.1" status: 204 len: 168 time: 0.2708418 Feb 16 15:10:28.959442 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfff20-b5d6-4706-9821-6e66539e9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43dd1c3-7a9d-4daa-b03a-22954dba6324,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.987006 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5c841-e4dc-4d75-9883-d1c05966807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c846a36-ccb1-48b4-9e47-30f65422542f,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:28.988740 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-f97f85f3-6042-45c4-821a-6b18d3465da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.990281 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-f97f85f3-6042-45c4-821a-6b18d3465da3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0630579 Feb 16 15:10:29.037442 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-4bc9659c-d85e-4659-80c2-925eaefa3023 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394745 Feb 16 15:10:29.041235 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-34238a6d-e225-4d67-9d0d-eb9229b701ec req-81add4aa-5a27-44dd-8c5c-e4db25158826 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067884 Feb 16 15:10:29.150539 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-bf49154e-7466-40cd-bacb-609043bcc8ad service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969114 Feb 16 15:10:29.275234 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ece4c-9a37-445b-b330-3c7317a3bcb9 req-bde6583a-9e95-4e89-bc18-9abd4c107137 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:29.276707 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-742ece4c-9a37-445b-b330-3c7317a3bcb9 req-bde6583a-9e95-4e89-bc18-9abd4c107137 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1056745 Feb 16 15:10:29.289165 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37284) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:29.304818 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-969e9a05-46ae-4ff4-a826-a90f6c6d11a9 req-3374e39c-e7c4-4a87-a9db-b69e347d6c66 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420076 Feb 16 15:10:29.305332 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d56b1113-16ad-4394-a601-a15c869ba6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.342728 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-742ece4c-9a37-445b-b330-3c7317a3bcb9 req-04c2fdd6-6858-4cc5-b754-fdb3b3a20642 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Feb 16 15:10:29.393126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d56b1113-16ad-4394-a601-a15c869ba6c3 admin admin] Publish callbacks [] for security_group (09a13792-9e0c-4859-bf12-5d5905f724c7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.397365 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d56b1113-16ad-4394-a601-a15c869ba6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (09a13792-9e0c-4859-bf12-5d5905f724c7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.435000 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d56b1113-16ad-4394-a601-a15c869ba6c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2033b810cc82466ab9dc140bfa64c4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443999 Feb 16 15:10:29.436968 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b1113-16ad-4394-a601-a15c869ba6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a13792-9e0c-4859-bf12-5d5905f724c7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:29.437689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37288) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:29.488862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] Publish callbacks [] for security_group (09a13792-9e0c-4859-bf12-5d5905f724c7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.511614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] Publish callbacks [] for security_group (09a13792-9e0c-4859-bf12-5d5905f724c7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.565767 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (09a13792-9e0c-4859-bf12-5d5905f724c7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.568646 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:29.569811 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09a13792-9e0c-4859-bf12-5d5905f724c7 HTTP/1.1" status: 204 len: 168 time: 0.1311426 Feb 16 15:10:29.577906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ca59a-f15e-49a9-a6f6-5c9e17a6fc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a13792-9e0c-4859-bf12-5d5905f724c7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:30.004680 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37318) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:30.018060 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5e372fbb-3190-4b1f-8cb3-b2515cf194de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.112835 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5e372fbb-3190-4b1f-8cb3-b2515cf194de admin admin] Publish callbacks [] for security_group (29129f95-ad8b-4fa0-bf2c-6fde2e89cf36), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.131961 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5e372fbb-3190-4b1f-8cb3-b2515cf194de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (29129f95-ad8b-4fa0-bf2c-6fde2e89cf36), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.177276 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5e372fbb-3190-4b1f-8cb3-b2515cf194de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee05cfe3ef554127a585d6d77f8e3639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714249 Feb 16 15:10:30.179199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e372fbb-3190-4b1f-8cb3-b2515cf194de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29129f95-ad8b-4fa0-bf2c-6fde2e89cf36,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:30.179976 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37326) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:30.197078 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188e01d-556e-406c-bb5d-85d6a8514d76 req-61a98732-2c0c-41d5-bf06-56ec5a723c6b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:30.198580 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c188e01d-556e-406c-bb5d-85d6a8514d76 req-61a98732-2c0c-41d5-bf06-56ec5a723c6b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 944 time: 0.0979996 Feb 16 15:10:30.247199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] Publish callbacks [] for security_group (29129f95-ad8b-4fa0-bf2c-6fde2e89cf36), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.270424 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c188e01d-556e-406c-bb5d-85d6a8514d76 req-b4fd07ff-1cde-47e4-b82c-daa83069f6dd tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Feb 16 15:10:30.272915 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] Publish callbacks [] for security_group (29129f95-ad8b-4fa0-bf2c-6fde2e89cf36), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.335747 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (29129f95-ad8b-4fa0-bf2c-6fde2e89cf36), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.339205 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:30.340995 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29129f95-ad8b-4fa0-bf2c-6fde2e89cf36 HTTP/1.1" status: 204 len: 168 time: 0.1599905 Feb 16 15:10:30.348820 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58331199-da3c-47db-bf22-7159adeb214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29129f95-ad8b-4fa0-bf2c-6fde2e89cf36,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:30.487389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912f584-62d8-4715-9956-cb9e007c2b89 req-d16cafc6-19d4-4e54-ba11-d17bc7382cca tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:30.493587 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6912f584-62d8-4715-9956-cb9e007c2b89 req-d16cafc6-19d4-4e54-ba11-d17bc7382cca tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0680661 Feb 16 15:10:30.538001 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6912f584-62d8-4715-9956-cb9e007c2b89 req-7cab1910-4ae4-4055-8ec7-8159a984e0f4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Feb 16 15:10:31.101213 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:31.156975 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59f906-4ed7-40c7-ac9a-dee6d99ba556 req-43ca4ef1-8b45-459e-b309-393df87f8804 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:31.156975 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d59f906-4ed7-40c7-ac9a-dee6d99ba556 req-43ca4ef1-8b45-459e-b309-393df87f8804 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0669520 Feb 16 15:10:31.217889 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d59f906-4ed7-40c7-ac9a-dee6d99ba556 req-98f8a40e-bbf7-4eac-9afa-3be10d93020a tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577030 Feb 16 15:10:31.417435 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce85e97-ea92-43b2-88d5-ea9b4a113313 req-f1a5112f-f288-4711-803b-de22cbc34e74 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:31.419272 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce85e97-ea92-43b2-88d5-ea9b4a113313 req-f1a5112f-f288-4711-803b-de22cbc34e74 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 944 time: 0.0624497 Feb 16 15:10:31.526034 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce85e97-ea92-43b2-88d5-ea9b4a113313 req-7117c922-bb86-40ea-9c94-a18b3b01a1ca tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943673 Feb 16 15:10:31.685664 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e0e6d-5fa4-48b0-bd3b-5b7560a99f1a req-704105d3-a785-4d63-bd04-cc76eba6b8e0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:31.687161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d49e0e6d-5fa4-48b0-bd3b-5b7560a99f1a req-704105d3-a785-4d63-bd04-cc76eba6b8e0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0674543 Feb 16 15:10:31.741585 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d49e0e6d-5fa4-48b0-bd3b-5b7560a99f1a req-078b031a-d377-4acf-b415-65c6741ee2ec tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Feb 16 15:10:32.341301 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3442-ea39-4412-9a3d-bfe51dbe89ef req-a356ac01-3386-4fb7-a930-fc6619f3fc81 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.342766 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb1c3442-ea39-4412-9a3d-bfe51dbe89ef req-a356ac01-3386-4fb7-a930-fc6619f3fc81 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0555322 Feb 16 15:10:32.391242 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb1c3442-ea39-4412-9a3d-bfe51dbe89ef req-2ed4b923-55c5-43c1-8508-13a846cdceef tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Feb 16 15:10:32.653765 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aa701-efb9-4763-8885-14e8f1d3f9ff req-874eb16a-d018-4799-af05-e4ec95049eff tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.655293 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d32aa701-efb9-4763-8885-14e8f1d3f9ff req-874eb16a-d018-4799-af05-e4ec95049eff tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 944 time: 0.0579367 Feb 16 15:10:32.705439 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d32aa701-efb9-4763-8885-14e8f1d3f9ff req-8e28a65f-7310-48bb-be92-2216d6d13211 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Feb 16 15:10:32.857335 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25df06-28cc-4204-8fba-a9000854c231 req-a88b8b47-fc3a-44f7-95e0-8b8ff3dca999 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.858710 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2c25df06-28cc-4204-8fba-a9000854c231 req-a88b8b47-fc3a-44f7-95e0-8b8ff3dca999 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Feb 16 15:10:32.908353 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2c25df06-28cc-4204-8fba-a9000854c231 req-48ef9f60-ebb9-42ad-8f11-0fcdf99b4290 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Feb 16 15:10:32.967513 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 160285e6-018a-4b4f-8ee5-341b31c9e918 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:33.066445 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=160285e6-018a-4b4f-8ee5-341b31c9e918,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:33.077497 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '160285e6-018a-4b4f-8ee5-341b31c9e918', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'port_id': '160285e6-018a-4b4f-8ee5-341b31c9e918', 'mac_address': 'fa:16:3e:5c:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7394a172-d460-430c-b074-73e54854df8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:33.117238 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 160285e6-018a-4b4f-8ee5-341b31c9e918 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:33.117628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.131146 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160285e6-018a-4b4f-8ee5-341b31c9e918 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:33.153329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=160285e6-018a-4b4f-8ee5-341b31c9e918,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:33.158798 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.216517 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:33.542876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a293e7-71a8-45a9-a020-771086b13dd6 req-f24de262-784c-4a08-b318-fbf754e0c325 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.544404 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45a293e7-71a8-45a9-a020-771086b13dd6 req-f24de262-784c-4a08-b318-fbf754e0c325 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0590713 Feb 16 15:10:33.587489 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37518) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:33.608159 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45a293e7-71a8-45a9-a020-771086b13dd6 req-223f3b7f-220c-4b52-a0c0-3b9150d9442e tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Feb 16 15:10:33.701923 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4181736-4262-4d41-8939-53b2690a9762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.783388 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4181736-4262-4d41-8939-53b2690a9762 admin admin] Publish callbacks [] for security_group (31168c34-2c21-4d4e-aee5-5f1396fec66d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.794462 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4181736-4262-4d41-8939-53b2690a9762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (31168c34-2c21-4d4e-aee5-5f1396fec66d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.846969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['160285e6-018a-4b4f-8ee5-341b31c9e918'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:33.851439 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4181736-4262-4d41-8939-53b2690a9762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31168c34-2c21-4d4e-aee5-5f1396fec66d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:33.861436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37532) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:33.865538 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d4181736-4262-4d41-8939-53b2690a9762 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=206530bf30f34b9ebd97ba2135977d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769084 Feb 16 15:10:33.883819 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9b9a-409d-4637-82d8-d85fcdbdd878 req-23ee5868-ad7f-4955-b0eb-5fa40106d9f6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.885415 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72ee9b9a-409d-4637-82d8-d85fcdbdd878 req-23ee5868-ad7f-4955-b0eb-5fa40106d9f6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 945 time: 0.0993876 Feb 16 15:10:33.915914 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] Publish callbacks [] for security_group (31168c34-2c21-4d4e-aee5-5f1396fec66d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.939787 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] Publish callbacks [] for security_group (31168c34-2c21-4d4e-aee5-5f1396fec66d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:33.941646 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72ee9b9a-409d-4637-82d8-d85fcdbdd878 req-e044795d-08d6-40d2-8325-6aa7544fccfb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Feb 16 15:10:34.037276 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (31168c34-2c21-4d4e-aee5-5f1396fec66d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.040595 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.041753 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31168c34-2c21-4d4e-aee5-5f1396fec66d HTTP/1.1" status: 204 len: 168 time: 0.1793418 Feb 16 15:10:34.052104 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28bb8-4486-490f-90c9-5aa0f7c695b8 req-9bb16fcd-6f65-4005-a747-f511f0943994 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.054334 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10d28bb8-4486-490f-90c9-5aa0f7c695b8 req-9bb16fcd-6f65-4005-a747-f511f0943994 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0691669 Feb 16 15:10:34.064574 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3b7b-6db4-416d-8679-f24a1042dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31168c34-2c21-4d4e-aee5-5f1396fec66d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:34.110274 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10d28bb8-4486-490f-90c9-5aa0f7c695b8 req-089c624c-2693-4fcd-a89d-8514e0ac18a1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Feb 16 15:10:34.210957 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199acff-0e28-41ce-8d59-e199297400aa req-6a1a0c39-68bb-432b-9c92-db3bf5f2994b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.212413 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2199acff-0e28-41ce-8d59-e199297400aa req-6a1a0c39-68bb-432b-9c92-db3bf5f2994b tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0689244 Feb 16 15:10:34.303777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37540) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:34.316965 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9320-26eb-426b-8cb1-84cfdeb015f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.340464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Deleting port a38c00dd-2c37-42b5-925c-2b37c651f1a9 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:10:34.340830 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.391300 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9320-26eb-426b-8cb1-84cfdeb015f5 admin admin] Publish callbacks [] for security_group (10bfe66b-59f4-43d6-a565-71884922123c), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.395047 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9320-26eb-426b-8cb1-84cfdeb015f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (10bfe66b-59f4-43d6-a565-71884922123c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.432612 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c9320-26eb-426b-8cb1-84cfdeb015f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfe66b-59f4-43d6-a565-71884922123c,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:34.439086 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1a2c9320-26eb-426b-8cb1-84cfdeb015f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e345fa75abca4931995134383663905c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318076 Feb 16 15:10:34.439345 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37542) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:34.440617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] For port a38c00dd-2c37-42b5-925c-2b37c651f1a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a38c00dd-2c37-42b5-925c-2b37c651f1a9,segment=NetworkSegment(03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df),segment_id=03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:34.440617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.455986 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Calling delete_port for a38c00dd-2c37-42b5-925c-2b37c651f1a9 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:10:34.485338 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] Publish callbacks [] for security_group (10bfe66b-59f4-43d6-a565-71884922123c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.507103 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] Publish callbacks [] for security_group (10bfe66b-59f4-43d6-a565-71884922123c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.574901 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (10bfe66b-59f4-43d6-a565-71884922123c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.577911 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.582023 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10bfe66b-59f4-43d6-a565-71884922123c HTTP/1.1" status: 204 len: 168 time: 0.1416850 Feb 16 15:10:34.590417 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2767ed-471d-4feb-8513-354783d4507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfe66b-59f4-43d6-a565-71884922123c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:34.758735 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d751b-c2f4-48c9-96ed-a669f379feef req-b05c4c8a-9a69-485c-97ed-0108fe1db455 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.765804 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e90d751b-c2f4-48c9-96ed-a669f379feef req-b05c4c8a-9a69-485c-97ed-0108fe1db455 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 945 time: 0.0699852 Feb 16 15:10:34.825817 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e90d751b-c2f4-48c9-96ed-a669f379feef req-5863689b-0f03-475c-884f-9c516395e1fe tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/security-groups?id=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585434 Feb 16 15:10:34.887412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (a38c00dd-2c37-42b5-925c-2b37c651f1a9), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:34.900850 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['a38c00dd-2c37-42b5-925c-2b37c651f1a9'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:34.939885 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Pushing event deleted for resources: {'Port': ['ID=a38c00dd-2c37-42b5-925c-2b37c651f1a9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:35.022540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] No DVR routers for this DVR port a38c00dd-2c37-42b5-925c-2b37c651f1a9 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:10:35.035196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.039214 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2199acff-0e28-41ce-8d59-e199297400aa req-de558011-8ba2-4cae-aaaf-cc34a01e8cd4 tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.79 "DELETE /v2.0/ports/a38c00dd-2c37-42b5-925c-2b37c651f1a9 HTTP/1.1" status: 204 len: 173 time: 0.8180380 Feb 16 15:10:35.039748 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'name': 'network-vif-deleted', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:35.042672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ee94c-a657-40d0-9e93-842af1d65849" -d '{"events": [{"server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "name": "network-vif-deleted", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:35.110718 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a9cb5d-bb06-43a8-806a-b53fa70ad9ae x-openstack-request-id: req-23a9cb5d-bb06-43a8-806a-b53fa70ad9ae {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:35.111010 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a6f644-e716-4304-8abc-1531c17b403c", "name": "network-vif-deleted", "tag": "a38c00dd-2c37-42b5-925c-2b37c651f1a9", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:35.111262 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23a9cb5d-bb06-43a8-806a-b53fa70ad9ae {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:35.111931 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a6f644-e716-4304-8abc-1531c17b403c', 'name': 'network-vif-deleted', 'tag': 'a38c00dd-2c37-42b5-925c-2b37c651f1a9', 'status': 'completed', 'code': 200} Feb 16 15:10:35.140630 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b275c28-7228-4a40-b0f5-30e3944008ac req-8f8498eb-ee44-473b-8f83-ec9a99555823 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:35.142809 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b275c28-7228-4a40-b0f5-30e3944008ac req-8f8498eb-ee44-473b-8f83-ec9a99555823 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 945 time: 0.0829854 Feb 16 15:10:35.211761 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b275c28-7228-4a40-b0f5-30e3944008ac req-40808e40-5a2c-4419-b3d4-4410b9f7c28e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Feb 16 15:10:35.242394 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ccdf-8911-4390-ac43-582ce508d81d req-74a9e7e3-a80e-4992-8f56-c90fac083606 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:35.243987 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8bf1ccdf-8911-4390-ac43-582ce508d81d req-74a9e7e3-a80e-4992-8f56-c90fac083606 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0558400 Feb 16 15:10:35.282091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37578) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:35.291009 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8bf1ccdf-8911-4390-ac43-582ce508d81d req-0e405d8a-6870-41f5-8b56-9dc7a7eeaf08 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Feb 16 15:10:35.389413 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-28ad183f-aafa-487b-be2c-e87830d08816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.462388 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-28ad183f-aafa-487b-be2c-e87830d08816 admin admin] Publish callbacks [] for security_group (faa8d6f1-4926-4a16-9c5c-da4913ec6f1e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.466573 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-28ad183f-aafa-487b-be2c-e87830d08816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (faa8d6f1-4926-4a16-9c5c-da4913ec6f1e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.505339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad183f-aafa-487b-be2c-e87830d08816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8d6f1-4926-4a16-9c5c-da4913ec6f1e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:35.512643 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37590) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:35.512737 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-28ad183f-aafa-487b-be2c-e87830d08816 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61080e45df6045a6b12fe793a68fae75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289765 Feb 16 15:10:35.572499 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] Publish callbacks [] for security_group (faa8d6f1-4926-4a16-9c5c-da4913ec6f1e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.592816 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] Publish callbacks [] for security_group (faa8d6f1-4926-4a16-9c5c-da4913ec6f1e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.640411 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (faa8d6f1-4926-4a16-9c5c-da4913ec6f1e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.642938 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:35.644119 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faa8d6f1-4926-4a16-9c5c-da4913ec6f1e HTTP/1.1" status: 204 len: 168 time: 0.1302028 Feb 16 15:10:35.651525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b289c7-5a8d-4b1d-8b1b-72b4ec899588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8d6f1-4926-4a16-9c5c-da4913ec6f1e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:35.920700 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a8822be-02da-445e-873c-d62c2c63cfde req-8133d20a-48a1-485c-aea5-c84cca01706c tempest-DeleteServersTestJSON-1330156796 tempest-DeleteServersTestJSON-1330156796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a6f644-e716-4304-8abc-1531c17b403c HTTP/1.1" status: 200 len: 210 time: 0.0272179 Feb 16 15:10:35.976498 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37610) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:36.007260 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f96852c9-e022-4b45-bf0c-cc5b17374d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.100053 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f96852c9-e022-4b45-bf0c-cc5b17374d6b admin admin] Publish callbacks [] for security_group (b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.104333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f96852c9-e022-4b45-bf0c-cc5b17374d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.147381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96852c9-e022-4b45-bf0c-cc5b17374d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:36.153619 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f96852c9-e022-4b45-bf0c-cc5b17374d6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fecc065c54974f14b110264445879713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746738 Feb 16 15:10:36.155341 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37622) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:36.226340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] Publish callbacks [] for security_group (b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.258035 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] Publish callbacks [] for security_group (b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.332265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.353467 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:36.354126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfb0d0-153f-486e-83ef-c18d93005563 req-9f03a6c4-adce-4512-842c-491ff61b20c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:36.354619 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e HTTP/1.1" status: 204 len: 168 time: 0.1978784 Feb 16 15:10:36.356289 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-22dfb0d0-153f-486e-83ef-c18d93005563 req-9f03a6c4-adce-4512-842c-491ff61b20c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Feb 16 15:10:36.370345 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf197-db79-44e8-86c8-a62fc5bafb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e77f0b-a0e1-4d4b-9d34-46b2c6ab233e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:36.438153 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-22dfb0d0-153f-486e-83ef-c18d93005563 req-23a00cd1-ed08-4ff7-a971-834473a6f514 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702481 Feb 16 15:10:36.472123 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343e82-14a2-4638-ae65-0a02be6b5d14 req-5e4e3b48-7d71-40cb-8b63-d1ba8608cb6b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:36.474087 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98343e82-14a2-4638-ae65-0a02be6b5d14 req-5e4e3b48-7d71-40cb-8b63-d1ba8608cb6b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0704582 Feb 16 15:10:36.537512 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98343e82-14a2-4638-ae65-0a02be6b5d14 req-cec6711a-0877-4a1e-9efb-5ebec5d63d05 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554864 Feb 16 15:10:36.992757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 160285e6-018a-4b4f-8ee5-341b31c9e918 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:37.051477 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 160285e6-018a-4b4f-8ee5-341b31c9e918 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:37.057312 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 160285e6-018a-4b4f-8ee5-341b31c9e918 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:37.057819 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.148208 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 160285e6-018a-4b4f-8ee5-341b31c9e918 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:37.148604 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.179397 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:37.181741 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb9998b-93bc-4bff-9920-4c8b945badf1" -d '{"events": [{"server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "name": "network-vif-plugged", "status": "completed", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:37.198866 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=160285e6-018a-4b4f-8ee5-341b31c9e918,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:37.206218 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.207196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device a38c00dd-2c37-42b5-925c-2b37c651f1a9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:37.234591 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d30bb3-f750-41fe-9d86-368d23689d77 x-openstack-request-id: req-98d30bb3-f750-41fe-9d86-368d23689d77 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:37.234900 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "name": "network-vif-plugged", "status": "completed", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:37.235159 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98d30bb3-f750-41fe-9d86-368d23689d77 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:37.235600 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918', 'code': 200} Feb 16 15:10:37.238098 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: a38c00dd-2c37-42b5-925c-2b37c651f1a9 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:10:37.238098 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device a38c00dd-2c37-42b5-925c-2b37c651f1a9 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:37.310083 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:37.424927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc53805-bf17-4285-9a23-f5a5acfe8d65 req-9e25f7e5-399a-4976-8627-878badf2f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.426530 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cc53805-bf17-4285-9a23-f5a5acfe8d65 req-9e25f7e5-399a-4976-8627-878badf2f9bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 1130 time: 0.0443711 Feb 16 15:10:37.477419 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cc53805-bf17-4285-9a23-f5a5acfe8d65 req-a1453ee4-e391-4c7d-8fdd-c6a78114fddc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Feb 16 15:10:37.574151 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e742c-c3ab-4643-8eb3-ca98d97beaed req-1c04c2b8-e543-4d56-a316-bbc21b32aa1a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.575539 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b5e742c-c3ab-4643-8eb3-ca98d97beaed req-1c04c2b8-e543-4d56-a316-bbc21b32aa1a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0576687 Feb 16 15:10:37.637300 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b5e742c-c3ab-4643-8eb3-ca98d97beaed req-66bb141a-4322-4eef-a9e7-359959291dd1 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Feb 16 15:10:37.692310 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f041-3e33-4e1f-beff-0ac89f0ffe46 req-b1773ab0-aff1-41dc-a0b3-c6ef34a40c04 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.693908 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b236f041-3e33-4e1f-beff-0ac89f0ffe46 req-b1773ab0-aff1-41dc-a0b3-c6ef34a40c04 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0734236 Feb 16 15:10:37.698733 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37712) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:37.731233 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37716) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:37.746496 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b236f041-3e33-4e1f-beff-0ac89f0ffe46 req-54015557-fcff-4099-9864-a1ab3b534886 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Feb 16 15:10:37.853473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba38e45b-c7be-4e20-a4c2-2416014dec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.868536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5142dc3e-787b-4486-a33a-c3e4e94a0b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.988226 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba38e45b-c7be-4e20-a4c2-2416014dec13 admin admin] Publish callbacks [] for security_group (72ea4691-4663-4304-933b-5bbe9a213065), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:37.996510 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba38e45b-c7be-4e20-a4c2-2416014dec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (72ea4691-4663-4304-933b-5bbe9a213065), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.000960 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5142dc3e-787b-4486-a33a-c3e4e94a0b9a admin admin] Publish callbacks [] for security_group (118e641b-59aa-432d-81b0-5286d60e6475), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.019745 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5142dc3e-787b-4486-a33a-c3e4e94a0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (118e641b-59aa-432d-81b0-5286d60e6475), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.049294 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ba38e45b-c7be-4e20-a4c2-2416014dec13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c54eeb575d5480a814ee0507b9a9630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164947 Feb 16 15:10:38.051896 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37726) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.052712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38e45b-c7be-4e20-a4c2-2416014dec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ea4691-4663-4304-933b-5bbe9a213065,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.080042 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5142dc3e-787b-4486-a33a-c3e4e94a0b9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0881b06257c5417b8e3341fbcc7f0a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802292 Feb 16 15:10:38.082699 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37728) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.084706 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142dc3e-787b-4486-a33a-c3e4e94a0b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118e641b-59aa-432d-81b0-5286d60e6475,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.130696 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] Publish callbacks [] for security_group (72ea4691-4663-4304-933b-5bbe9a213065), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.161481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] Publish callbacks [] for security_group (72ea4691-4663-4304-933b-5bbe9a213065), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.168917 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] Publish callbacks [] for security_group (118e641b-59aa-432d-81b0-5286d60e6475), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.207117 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] Publish callbacks [] for security_group (118e641b-59aa-432d-81b0-5286d60e6475), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.246410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (72ea4691-4663-4304-933b-5bbe9a213065), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.248907 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.252540 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72ea4691-4663-4304-933b-5bbe9a213065 HTTP/1.1" status: 204 len: 168 time: 0.1972120 Feb 16 15:10:38.259683 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0ae2a-8a6a-4277-b37a-9809a05be59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ea4691-4663-4304-933b-5bbe9a213065,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.282337 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (118e641b-59aa-432d-81b0-5286d60e6475), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.286072 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.288362 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/118e641b-59aa-432d-81b0-5286d60e6475 HTTP/1.1" status: 204 len: 168 time: 0.2044969 Feb 16 15:10:38.300323 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b740fd-88b4-40d4-8908-8499fc990182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e641b-59aa-432d-81b0-5286d60e6475,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.426908 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37744) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.475386 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Deleting subnet 203baabb-83b0-42d0-a90a-613370ac6046 {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:10:38.479086 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Publish callbacks [] for subnet (203baabb-83b0-42d0-a90a-613370ac6046), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.518361 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (203baabb-83b0-42d0-a90a-613370ac6046), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.571013 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (203baabb-83b0-42d0-a90a-613370ac6046), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.629434 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (203baabb-83b0-42d0-a90a-613370ac6046), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.653637 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203baabb-83b0-42d0-a90a-613370ac6046,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.660386 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.663623 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ebff590c-c96d-4493-8854-0d9a079d44f2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/203baabb-83b0-42d0-a90a-613370ac6046 HTTP/1.1" status: 204 len: 168 time: 0.2354479 Feb 16 15:10:38.666828 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37748) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.696145 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37752) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.711924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fa8aeec5-d00e-4156-9778-e4d2a7445d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.743738 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.799270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494cb3-fef6-4053-9186-1ff21c1e1fdc req-804298e9-2be6-4456-80b7-232936194e0a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:38.800763 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5f494cb3-fef6-4053-9186-1ff21c1e1fdc req-804298e9-2be6-4456-80b7-232936194e0a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0854754 Feb 16 15:10:38.826987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.866638 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fa8aeec5-d00e-4156-9778-e4d2a7445d89 admin admin] Publish callbacks [] for security_group (df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.870765 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:38.877483 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5f494cb3-fef6-4053-9186-1ff21c1e1fdc req-ac1ea1bb-e79b-4bdd-a1f7-780a310a22df tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683272 Feb 16 15:10:38.878751 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fa8aeec5-d00e-4156-9778-e4d2a7445d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.886107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:38.886416 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:38.898360 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.918628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4bb7-ec61-490f-bfc8-56170f95ec02 req-7b1cfa9e-78d7-4e23-bc47-b64b059d9481 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:38.919157 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fa8aeec5-d00e-4156-9778-e4d2a7445d89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d4e5cca56cf423e9939cce5b322726f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212548 Feb 16 15:10:38.920030 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aeec5-d00e-4156-9778-e4d2a7445d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.920144 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a05e4bb7-ec61-490f-bfc8-56170f95ec02 req-7b1cfa9e-78d7-4e23-bc47-b64b059d9481 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0895121 Feb 16 15:10:38.921027 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.922484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37756) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:38.927353 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:10:38.927787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (03c790bb-ec2c-4cd9-a2d1-f8eaf54e93df), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:10:38.929851 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:10:38.970439 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] Publish callbacks [] for security_group (df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:38.991093 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] Publish callbacks [] for security_group (df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.005610 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.019529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.022607 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] 10.222.0.45 "DELETE /v2.0/networks/22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e HTTP/1.1" status: 204 len: 168 time: 0.3546724 Feb 16 15:10:39.034667 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a05e4bb7-ec61-490f-bfc8-56170f95ec02 req-e306be0a-c6bb-4078-95bc-7b386183e1fb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039331 Feb 16 15:10:39.035821 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbb116-4aee-4a0e-967f-fe9268ab1d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=22c7c1c0-2bd8-4eb0-a0c9-4f90c14f3e6e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:39.054402 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.056973 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.058193 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7 HTTP/1.1" status: 204 len: 168 time: 0.1349533 Feb 16 15:10:39.067048 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad649c-098b-4ca6-a4eb-f44db8c3ae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6953e0-23c3-44a7-9e9d-4ecfcc0d6bc7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:39.191358 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37762) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:39.235199 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b35f6517-1855-4857-81d0-de9052349e73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c22931dd3144a388d1cdfa62b063f20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425866 Feb 16 15:10:39.237866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37766) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:39.285797 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] Publish callbacks [] for security_group (e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.306584 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] Publish callbacks [] for security_group (e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.353844 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.356538 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.360080 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0 HTTP/1.1" status: 204 len: 168 time: 0.1188109 Feb 16 15:10:39.366046 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b55d4-ffe8-4fad-bba6-7f38db4f4029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f0c2b-63e0-4d95-ba1b-a89f2d5adfd0,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:39.392136 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37772) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:39.411833 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c8c510d6-96e1-487d-a17b-a382fcb3894a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.515176 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c8c510d6-96e1-487d-a17b-a382fcb3894a admin admin] Publish callbacks [] for security_group (17d3f6d8-776f-45b3-9a26-5882fe22fda8), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.521769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c8c510d6-96e1-487d-a17b-a382fcb3894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (17d3f6d8-776f-45b3-9a26-5882fe22fda8), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.565431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c8c510d6-96e1-487d-a17b-a382fcb3894a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac9418bbf6164528be0f2aaf3cb075b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722090 Feb 16 15:10:39.566817 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c510d6-96e1-487d-a17b-a382fcb3894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3f6d8-776f-45b3-9a26-5882fe22fda8,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:39.568333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37778) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:39.623792 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] Publish callbacks [] for security_group (17d3f6d8-776f-45b3-9a26-5882fe22fda8), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.651401 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] Publish callbacks [] for security_group (17d3f6d8-776f-45b3-9a26-5882fe22fda8), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.709690 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (17d3f6d8-776f-45b3-9a26-5882fe22fda8), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.712255 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:39.714000 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17d3f6d8-776f-45b3-9a26-5882fe22fda8 HTTP/1.1" status: 204 len: 168 time: 0.1439857 Feb 16 15:10:39.724502 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44368eb8-fdc4-404b-9d53-83fe829b0513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3f6d8-776f-45b3-9a26-5882fe22fda8,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:40.014866 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa14e54-24e1-4f28-b66a-0e403e0f9af5 req-cb7978d1-e9a6-4d3b-bebb-35bf533bc993 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.017274 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfa14e54-24e1-4f28-b66a-0e403e0f9af5 req-cb7978d1-e9a6-4d3b-bebb-35bf533bc993 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0674884 Feb 16 15:10:40.090989 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfa14e54-24e1-4f28-b66a-0e403e0f9af5 req-30ee7d52-3cc8-402c-aafe-68f58ac68836 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670524 Feb 16 15:10:40.160978 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b2719-4479-442c-98b5-faade77b9e7d req-a1128c21-1295-4338-a645-f2822fe47677 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.162594 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-461b2719-4479-442c-98b5-faade77b9e7d req-a1128c21-1295-4338-a645-f2822fe47677 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0555091 Feb 16 15:10:40.238739 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-461b2719-4479-442c-98b5-faade77b9e7d req-0b813bc5-357e-429b-bd89-d988c98e611f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Feb 16 15:10:40.572078 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 37846) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:40.731896 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-593033189-network', 'tenant_id': '7d22b27a206343198f62525eab98b76f'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:40.755482 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Made reservation on behalf of 7d22b27a206343198f62525eab98b76f for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:40.758091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.766479 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.843328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks [] for security_group (ffb9e5b6-4bc1-472c-a466-31d2190960a9), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.848166 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ffb9e5b6-4bc1-472c-a466-31d2190960a9), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.874739 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:10:40.885925 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9e5b6-4bc1-472c-a466-31d2190960a9,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:40.890789 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (116f7a77-2a24-43f1-90c2-03e24346c95c), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.891154 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Added segment 116f7a77-2a24-43f1-90c2-03e24346c95c of type vlan for network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 Feb 16 15:10:40.943819 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.970285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:40.971302 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.972079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.015110 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4417014 Feb 16 15:10:41.019854 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37874) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:41.024643 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Request body: {'subnet': {'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-593033189-subnet', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:41.043015 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934ee95-9ecd-425f-ab4f-68e716c8632c admin admin] Pushing event updated for resources: {'Network': ['ID=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:41.044700 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Made reservation on behalf of 7d22b27a206343198f62525eab98b76f for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:41.047272 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.055205 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:10:41.239596 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.289541 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:41.316520 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Checking segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:41.316892 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Network hostable DHCP agents. Network: 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:10:41.340751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:10:41.355072 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:41.365929 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6103ce-8660-4b20-aa8c-e630ad13242d None None] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:10:41.371166 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:41.372045 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.402230 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-28d68073-ac58-4b47-bcc2-06cbbf38ea5c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3810546 Feb 16 15:10:41.404741 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37882) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:41.415421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:41.461888 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (14c52002-080b-4b5f-97c3-554080ecabf2), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.463408 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (14c52002-080b-4b5f-97c3-554080ecabf2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.479876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebf354-deac-49f5-bb24-15095884095c req-986fb9b9-9288-4783-8899-de7942239db4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:41.484398 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eeebf354-deac-49f5-bb24-15095884095c req-986fb9b9-9288-4783-8899-de7942239db4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1202824 Feb 16 15:10:41.521575 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'project_id': '7d22b27a206343198f62525eab98b76f', 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:10:41.523053 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.572317 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eeebf354-deac-49f5-bb24-15095884095c req-148cda82-a61b-4993-99bf-9ce7cf76d70c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797608 Feb 16 15:10:41.573574 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for router_controller (14c52002-080b-4b5f-97c3-554080ecabf2), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.703014 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Allocated IP 172.20.0.2 (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3/a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9/a2152b32-5980-478f-afe6-5d1291415392) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:41.728754 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for router_gateway (14c52002-080b-4b5f-97c3-554080ecabf2), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.852662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks [] for port (a2152b32-5980-478f-afe6-5d1291415392), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.858799 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (a2152b32-5980-478f-afe6-5d1291415392), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.896055 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:41.901745 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:41.905324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:41.916813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Pushing event updated for resources: {'Port': ['ID=a2152b32-5980-478f-afe6-5d1291415392,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:41.971405 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Attempting to bind port a2152b32-5980-478f-afe6-5d1291415392 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:41.971772 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Attempting to bind port a2152b32-5980-478f-afe6-5d1291415392 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:41.972133 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Attempting to bind port a2152b32-5980-478f-afe6-5d1291415392 on network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:41.977659 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:41.978042 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Checking segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:41.978446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:41.978841 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Bound using segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:41.979306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Bound port: a2152b32-5980-478f-afe6-5d1291415392, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:41.979685 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a2152b32-5980-478f-afe6-5d1291415392), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.043732 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] For port a2152b32-5980-478f-afe6-5d1291415392, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:42.046960 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] For port a2152b32-5980-478f-afe6-5d1291415392, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=a2152b32-5980-478f-afe6-5d1291415392,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:42.053358 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a2152b32-5980-478f-afe6-5d1291415392), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.114997 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929565b-443f-4226-a2b9-429a5ae64a28 None None] Pushing event updated for resources: {'Port': ['ID=a2152b32-5980-478f-afe6-5d1291415392,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:42.160576 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for router_gateway (14c52002-080b-4b5f-97c3-554080ecabf2), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.178996 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.294558 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Allocated IP 172.27.2.120 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/02eb4582-a3cf-40f4-8c8d-e62637ce2c40) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:42.402689 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.435427 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:42.474981 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:42.481406 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:42.484870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:42.508560 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Pushing event updated for resources: {'Port': ['ID=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:42.760590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaebc1-33b7-41df-9d35-af134f59c34d req-7f5a9fbf-3157-42d1-9e0f-f611f411ca65 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.769091 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cbaebc1-33b7-41df-9d35-af134f59c34d req-7f5a9fbf-3157-42d1-9e0f-f611f411ca65 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1124818 Feb 16 15:10:42.865463 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cbaebc1-33b7-41df-9d35-af134f59c34d req-698db966-c415-4752-b859-bfc26e165288 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 Feb 16 15:10:42.881240 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for router_gateway (14c52002-080b-4b5f-97c3-554080ecabf2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.136469 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (14c52002-080b-4b5f-97c3-554080ecabf2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.197175 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22edbbd-4502-46eb-a7d3-0fa8c743d958 None None] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:10:43.273858 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Provisioning complete for port a2152b32-5980-478f-afe6-5d1291415392 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:43.274265 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (a2152b32-5980-478f-afe6-5d1291415392), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.314471 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-027bfc48-4e7a-482b-8552-654128d5c6e2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:43.315916 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-027bfc48-4e7a-482b-8552-654128d5c6e2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.1827378 Feb 16 15:10:43.338343 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-c28eb833-64c1-4505-8508-4f59885fc268 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/quotas/184b05e4074944c88255d1b7d71dd224 HTTP/1.1" status: 200 len: 375 time: 0.0158510 Feb 16 15:10:43.384777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Router 14c52002-080b-4b5f-97c3-554080ecabf2 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:10:43.388680 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Current status of the port a2152b32-5980-478f-afe6-5d1291415392 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:43.389109 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (a2152b32-5980-478f-afe6-5d1291415392), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.426478 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] For port a2152b32-5980-478f-afe6-5d1291415392, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=a2152b32-5980-478f-afe6-5d1291415392,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:43.430861 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (a2152b32-5980-478f-afe6-5d1291415392), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.473270 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-e2e46167-4bec-4ce4-8e14-13125af701ed tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295052 Feb 16 15:10:43.483249 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fe2b9-b44f-464f-89fe-363aa951ee97 None None] Pushing event updated for resources: {'Port': ['ID=a2152b32-5980-478f-afe6-5d1291415392,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:43.553167 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-48870a18-684c-46b9-9be4-d21982aae642 None None] Provisioning complete for port a2152b32-5980-478f-afe6-5d1291415392 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:43.553541 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-48870a18-684c-46b9-9be4-d21982aae642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (a2152b32-5980-478f-afe6-5d1291415392), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.566494 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:43.576442 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Sync routers for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:43.588354 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:43.589653 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:43.593311 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-b1563bf3-d439-413b-a2bb-56a15945925f service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112876 Feb 16 15:10:43.596375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:43.597490 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-da18a5fa-e144-467e-a56f-31d3109e2a71 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1912732 Feb 16 15:10:43.600199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 37938) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:43.641554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-48870a18-684c-46b9-9be4-d21982aae642 None None] Current status of the port a2152b32-5980-478f-afe6-5d1291415392 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:43.697616 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:43.778729 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-7acadd48-f6d9-4878-bfcb-18f8abd00391 service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733248 Feb 16 15:10:44.018264 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 3, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:44.027774 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ddea5-b4d2-4bb3-b515-d67876c550ed req-a0ef0df5-56db-4388-aa68-497dc18935b4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:44.031641 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ef7ddea5-b4d2-4bb3-b515-d67876c550ed req-a0ef0df5-56db-4388-aa68-497dc18935b4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0708270 Feb 16 15:10:44.048454 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Checking router: 14c52002-080b-4b5f-97c3-554080ecabf2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:44.048755 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Updating router 14c52002-080b-4b5f-97c3-554080ecabf2 port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:44.067358 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d4bc5767-f8e1-4415-977e-ca022b9decbd req-a186e31d-4b30-49c9-a570-723307a3048a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 210 time: 0.0889370 Feb 16 15:10:44.082085 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.128390 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ef7ddea5-b4d2-4bb3-b515-d67876c550ed req-9946600d-df21-40e6-bf12-9556f48377c4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 Feb 16 15:10:44.210538 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device a2152b32-5980-478f-afe6-5d1291415392 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:44.308871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.312752 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port a2152b32-5980-478f-afe6-5d1291415392 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:44.313356 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (a2152b32-5980-478f-afe6-5d1291415392), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.431648 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port a2152b32-5980-478f-afe6-5d1291415392 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:44.555229 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks [] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.560752 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.623330 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Attempting to bind port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:44.623918 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Attempting to bind port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:44.624046 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Attempting to bind port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:44.636129 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:44.636588 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:44.636878 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.637292 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:44.637761 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Bound port: 02eb4582-a3cf-40f4-8c8d-e62637ce2c40, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:44.638135 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.692667 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Pushing event updated for resources: {'Port': ['ID=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:44.697825 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] For port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:44.705330 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] For port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:44.707940 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.708744 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.709147 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.709490 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.709821 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.710150 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.710580 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.710918 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.711248 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.711590 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.711918 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.712237 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.712554 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:44.724133 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.771364 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Allocated IP 172.20.0.1 (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3/a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9/2c4b600a-cf76-4a65-9dfb-aae6317174ec) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:44.781023 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:44.781648 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:44.861961 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bebe18-97f8-4c7f-b4bb-5e7f57e6c514 None None] Pushing event updated for resources: {'Port': ['ID=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:44.907753 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks [] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:44.916154 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:44.956469 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.007445 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:45.013253 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:45.016413 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:45.019472 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:45.069601 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (14c52002-080b-4b5f-97c3-554080ecabf2), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.235107 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 3, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:45.253722 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38002) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:45.283411 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0f9e42ac-029d-474e-932f-b12a0d459f64 req-f765adea-4841-40a5-b838-59ff2efa9497 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 210 time: 0.0971980 Feb 16 15:10:45.294894 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a26070-097c-4ae5-afb0-cbee2c496eca None None] The sync data for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi is: [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 3, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:45.342410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.380144 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-2431e7c4-4201-486f-953a-69f8d085957e None None] Provisioning complete for port 2c4b600a-cf76-4a65-9dfb-aae6317174ec triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:45.380618 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2431e7c4-4201-486f-953a-69f8d085957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.419871 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-2431e7c4-4201-486f-953a-69f8d085957e None None] Port 2c4b600a-cf76-4a65-9dfb-aae6317174ec cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:10:45.459249 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-4024f053-9cf8-4b15-bb35-9e15c52c31a4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:45.460703 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-4024f053-9cf8-4b15-bb35-9e15c52c31a4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.2203205 Feb 16 15:10:45.479515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Request body: {'port': {'device_id': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'admin_state_up': True, 'tenant_id': '184b05e4074944c88255d1b7d71dd224'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:45.510771 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c762c47-4aab-45a9-8635-c1347116948b req-c9aea4ea-d43a-41c1-b32d-1687ddb9d929 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:45.513526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c762c47-4aab-45a9-8635-c1347116948b req-c9aea4ea-d43a-41c1-b32d-1687ddb9d929 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1565065 Feb 16 15:10:45.551761 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d1455b2-1f77-41aa-964d-f16db6f3b1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.558012 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks [] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.566533 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.660041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (14c52002-080b-4b5f-97c3-554080ecabf2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.664117 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:45.691589 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c762c47-4aab-45a9-8635-c1347116948b req-d158bea9-c661-4cfa-8275-9b69515a8f34 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696301 Feb 16 15:10:45.731547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:45.737110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.782377 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d1455b2-1f77-41aa-964d-f16db6f3b1fa admin admin] Publish callbacks [] for security_group (7389e822-8a49-428c-989a-fd14a36c33f9), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.783752 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:45.785671 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:45.819333 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d1455b2-1f77-41aa-964d-f16db6f3b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7389e822-8a49-428c-989a-fd14a36c33f9), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.864256 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3d1455b2-1f77-41aa-964d-f16db6f3b1fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2f2779b3cc04156a866a602bfc781b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196586 Feb 16 15:10:45.868283 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38012) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:45.880929 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1455b2-1f77-41aa-964d-f16db6f3b1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389e822-8a49-428c-989a-fd14a36c33f9,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:45.950867 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Allocated IP 172.20.0.8 (2b21cc9a-f71a-4624-bfb8-a0142d232c31/7394a172-d460-430c-b074-73e54854df8c/0d0783f6-de7e-4f75-9177-caff5fdb0092) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:45.967799 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] Publish callbacks [] for security_group (7389e822-8a49-428c-989a-fd14a36c33f9), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:45.980107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Router 14c52002-080b-4b5f-97c3-554080ecabf2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:45.999468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] Publish callbacks [] for security_group (7389e822-8a49-428c-989a-fd14a36c33f9), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.057874 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd523e69-4294-4bdf-a9b8-1642dde1bca8 None None] Provisioning complete for port 2c4b600a-cf76-4a65-9dfb-aae6317174ec triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:46.058441 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd523e69-4294-4bdf-a9b8-1642dde1bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.143252 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd523e69-4294-4bdf-a9b8-1642dde1bca8 None None] Port 2c4b600a-cf76-4a65-9dfb-aae6317174ec cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:10:46.165256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7389e822-8a49-428c-989a-fd14a36c33f9), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.168561 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:46.172432 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks [] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.177359 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.179833 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7389e822-8a49-428c-989a-fd14a36c33f9 HTTP/1.1" status: 204 len: 168 time: 0.3099074 Feb 16 15:10:46.219234 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:46.225359 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6375f780-a343-4784-b3da-372751e12022 admin admin] 10.222.0.45 "PUT /v2.0/routers/14c52002-080b-4b5f-97c3-554080ecabf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241345 Feb 16 15:10:46.226335 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:46.226459 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd843c-17fd-4af9-91f7-04b8cdf01fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389e822-8a49-428c-989a-fd14a36c33f9,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:46.226880 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.254576 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.284632 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2', '160285e6-018a-4b4f-8ee5-341b31c9e918'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:46.336349 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:46.344480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:46.355890 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:46.360763 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event updated for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:46.458089 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:46.462001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.482013 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e8d1e-d1e6-4a56-a6cf-ec2dbe60eb51 req-15120e12-8e88-4e35-a882-bf7d61ea8b61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:46.491504 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bf9e8d1e-d1e6-4a56-a6cf-ec2dbe60eb51 req-15120e12-8e88-4e35-a882-bf7d61ea8b61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 931 time: 0.0969954 Feb 16 15:10:46.495965 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-eda8a4c3-ddb8-49d0-bf4f-1290c0a717e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211525 Feb 16 15:10:46.518645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Request body: {'port': {'device_id': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:46.521188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38028) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:46.533699 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:46.534344 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.589147 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:46.596418 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bf9e8d1e-d1e6-4a56-a6cf-ec2dbe60eb51 req-1b40ffde-ca53-4510-afd7-d08482b202be tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993762 Feb 16 15:10:46.618094 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.648038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.700768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38034) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:46.724674 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:46.746626 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bb1ac36e-0bee-47d8-9d53-1dd20ef74a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.875742 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bb1ac36e-0bee-47d8-9d53-1dd20ef74a3c admin admin] Publish callbacks [] for security_group (24518cc5-131c-4ce2-9dee-c324b9740fbd), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.881705 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bb1ac36e-0bee-47d8-9d53-1dd20ef74a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (24518cc5-131c-4ce2-9dee-c324b9740fbd), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:46.929601 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-bb1ac36e-0bee-47d8-9d53-1dd20ef74a3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=582ba191a4a04d4abea78e7c2ef31dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266011 Feb 16 15:10:46.930447 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38038) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:46.935438 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ac36e-0bee-47d8-9d53-1dd20ef74a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24518cc5-131c-4ce2-9dee-c324b9740fbd,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:46.959283 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f36ffc-2bd0-4f69-b283-299752b1e439 req-e378c1fd-c47e-4e5a-af1d-4331661c811a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:46.960871 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-82f36ffc-2bd0-4f69-b283-299752b1e439 req-e378c1fd-c47e-4e5a-af1d-4331661c811a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1381509 Feb 16 15:10:46.969074 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1ac4-6992-40b4-85f4-136f45fe22a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.059925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1ac4-6992-40b4-85f4-136f45fe22a6 admin admin] Publish callbacks [] for security_group (a6f1275c-4443-4f3d-9079-48957c9f9148), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.065755 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1ac4-6992-40b4-85f4-136f45fe22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a6f1275c-4443-4f3d-9079-48957c9f9148), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.070150 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-82f36ffc-2bd0-4f69-b283-299752b1e439 req-e3f144bc-e7b5-4abd-988f-6ef337089945 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004567 Feb 16 15:10:47.076189 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] Publish callbacks [] for security_group (24518cc5-131c-4ce2-9dee-c324b9740fbd), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.117291 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1ac4-6992-40b4-85f4-136f45fe22a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1275c-4443-4f3d-9079-48957c9f9148,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.130417 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d4ac1ac4-6992-40b4-85f4-136f45fe22a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d8da59e86f846fba4834c1b40f9ec36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6058865 Feb 16 15:10:47.132981 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] Publish callbacks [] for security_group (24518cc5-131c-4ce2-9dee-c324b9740fbd), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.133113 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38046) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:47.146312 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0783f6-de7e-4f75-9177-caff5fdb0092 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:47.160677 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks [] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.187450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Transition to ACTIVE for port object 0d0783f6-de7e-4f75-9177-caff5fdb0092 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:10:47.189585 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] Publish callbacks [] for security_group (a6f1275c-4443-4f3d-9079-48957c9f9148), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.195277 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.211554 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] Publish callbacks [] for security_group (a6f1275c-4443-4f3d-9079-48957c9f9148), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.241889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (24518cc5-131c-4ce2-9dee-c324b9740fbd), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.244463 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.245630 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24518cc5-131c-4ce2-9dee-c324b9740fbd HTTP/1.1" status: 204 len: 168 time: 0.3142037 Feb 16 15:10:47.268304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3a6e0-0793-498e-a69f-5f5a83d5cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24518cc5-131c-4ce2-9dee-c324b9740fbd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.270291 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.311051 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a6f1275c-4443-4f3d-9079-48957c9f9148), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.317844 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.319542 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6f1275c-4443-4f3d-9079-48957c9f9148 HTTP/1.1" status: 204 len: 168 time: 0.1852727 Feb 16 15:10:47.334603 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34bd1-a3ea-4643-8753-8bb74b0e6cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1275c-4443-4f3d-9079-48957c9f9148,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.362120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Attempting to bind port 0d0783f6-de7e-4f75-9177-caff5fdb0092 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:47.362568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Attempting to bind port 0d0783f6-de7e-4f75-9177-caff5fdb0092 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:47.362988 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Attempting to bind port 0d0783f6-de7e-4f75-9177-caff5fdb0092 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:47.367678 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Port 0d0783f6-de7e-4f75-9177-caff5fdb0092 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:10:47.368003 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Attempting to bind port 0d0783f6-de7e-4f75-9177-caff5fdb0092 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:47.373434 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:47.373770 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Checking segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:47.374164 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Bound using segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:47.374573 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Bound port: 0d0783f6-de7e-4f75-9177-caff5fdb0092, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:47.374932 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.449840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:47.453255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:47.460627 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.500532 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:47.501732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.503123 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] 10.222.0.79 "PUT /v2.0/ports/0d0783f6-de7e-4f75-9177-caff5fdb0092 HTTP/1.1" status: 200 len: 1093 time: 0.9906070 Feb 16 15:10:47.503569 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:47.505902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ef235-6100-42a6-84ff-71a7b6cc95ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:47.530535 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473959c-133c-4562-be1e-5ec8c3898d02 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.545765 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Sync routers for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:47.562497 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:47.563133 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:47.617792 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3c165-618f-4413-a4d2-ae5b61a6c929 x-openstack-request-id: req-5bc3c165-618f-4413-a4d2-ae5b61a6c929 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:47.618093 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:47.618348 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bc3c165-618f-4413-a4d2-ae5b61a6c929 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:47.618746 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092', 'status': 'completed', 'code': 200} Feb 16 15:10:47.634294 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38066) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:47.640020 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050327282-network', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:47.674931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-d9e6c9eb-31dc-4317-90b6-820bbbcf2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:47.682812 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-d9e6c9eb-31dc-4317-90b6-820bbbcf2b01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 1127 time: 0.1145966 Feb 16 15:10:47.703023 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Made reservation on behalf of 1455196539494ecf8e2055bf3ef1ee90 for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:47.706188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.716740 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.725506 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:47.753915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38068) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:47.773095 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a825aa9d-4cc9-41e7-a2ca-68035915ba3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.795655 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-289de289-7ef5-4f71-a239-248a6c7dd08d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092 HTTP/1.1" status: 200 len: 217 time: 0.0979917 Feb 16 15:10:47.861932 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks [] for security_group (864b02a5-a0f9-4157-b18c-9680f2351fef), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.871456 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (864b02a5-a0f9-4157-b18c-9680f2351fef), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.872279 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678aefb-c690-4579-b566-415393b60e55 req-760e918f-20e0-45f4-9a9c-b9d3b034c116 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:47.874363 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9678aefb-c690-4579-b566-415393b60e55 req-760e918f-20e0-45f4-9a9c-b9d3b034c116 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 943 time: 0.1794608 Feb 16 15:10:47.911461 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:10:47.926278 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-77fe6db4-0878-4c7d-8375-8cafd719ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:47.928279 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-77fe6db4-0878-4c7d-8375-8cafd719ad39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.1167448 Feb 16 15:10:47.949637 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a825aa9d-4cc9-41e7-a2ca-68035915ba3c admin admin] Publish callbacks [] for security_group (88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.950916 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (45c89f18-2084-4faf-8e06-0eea3ea47d3f), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.951186 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Added segment 45c89f18-2084-4faf-8e06-0eea3ea47d3f of type vlan for network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 Feb 16 15:10:47.962165 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b02a5-a0f9-4157-b18c-9680f2351fef,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.976002 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a825aa9d-4cc9-41e7-a2ca-68035915ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:47.981507 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-e164e0c0-0c4d-4640-a5bb-6923ea923c09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439579 Feb 16 15:10:47.987688 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9678aefb-c690-4579-b566-415393b60e55 req-58c83489-4ce5-4957-a6f3-dbd99901dc19 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069114 Feb 16 15:10:48.024991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 2, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.060740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Checking router: 14c52002-080b-4b5f-97c3-554080ecabf2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:48.061363 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Updating router 14c52002-080b-4b5f-97c3-554080ecabf2 port 2c4b600a-cf76-4a65-9dfb-aae6317174ec binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:48.064361 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.072023 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a825aa9d-4cc9-41e7-a2ca-68035915ba3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b119207a6bd488aa7f619e9d1af8786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170745 Feb 16 15:10:48.074874 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825aa9d-4cc9-41e7-a2ca-68035915ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.077576 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38076) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:48.098535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.116047 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.117195 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.117843 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.157606 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:48.162052 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5263629 Feb 16 15:10:48.162686 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38080) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:48.171669 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Request body: {'subnet': {'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050327282-subnet', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:48.210984 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6af616-fc84-4719-882a-f8376da50afa admin admin] Pushing event updated for resources: {'Network': ['ID=ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.246030 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-b1854efd-5ca5-45eb-8fd1-98d73b365855 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523472 Feb 16 15:10:48.258913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Made reservation on behalf of 1455196539494ecf8e2055bf3ef1ee90 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:48.261199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.291393 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81955e18-7ae9-4d68-9054-48f33d178d20 req-f5751133-12e7-4781-aa0d-b060d22b05f1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.292890 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-81955e18-7ae9-4d68-9054-48f33d178d20 req-f5751133-12e7-4781-aa0d-b060d22b05f1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0830040 Feb 16 15:10:48.301814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:10:48.318503 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] Publish callbacks [] for security_group (88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.342082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] Publish callbacks [] for security_group (88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.388043 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-81955e18-7ae9-4d68-9054-48f33d178d20 req-ff88738d-1449-48db-840f-c7393c639072 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864537 Feb 16 15:10:48.442043 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d171713-e17f-490d-acd9-cdc0db02f59f req-95f52775-9848-47f9-bb8a-fd606b22bbb9 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873729 Feb 16 15:10:48.457084 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.462079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.463440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79 HTTP/1.1" status: 204 len: 168 time: 0.3746331 Feb 16 15:10:48.477474 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0952c-b48c-4f71-a833-811815a1fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88acdad2-bea9-4ae6-b7d0-fc9cbeed8a79,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.555080 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (ebad6eea-96f8-4d11-b7cd-d690bbf23836), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.609450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-cd76445c-2e09-4c1c-b47e-29b914f2da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.615513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-cd76445c-2e09-4c1c-b47e-29b914f2da0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 1127 time: 0.0962913 Feb 16 15:10:48.632321 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebad6eea-96f8-4d11-b7cd-d690bbf23836,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.645115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Checking segment: {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:48.645642 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Network hostable DHCP agents. Network: ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:10:48.680268 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:10:48.690762 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:48.691528 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.696051 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:48.701082 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.701679 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.722846 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ae113dab-8bde-4784-b756-59a78a864775 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5551753 Feb 16 15:10:48.723062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef41b4-176c-4250-94ba-a2dc8d81222e None None] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:10:48.725184 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38094) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:48.737487 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:48.784290 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.785753 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.797846 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-716be096-2280-4b70-bb31-f48c1703464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.800774 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-716be096-2280-4b70-bb31-f48c1703464d service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.1749332 Feb 16 15:10:48.868369 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks [] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.869646 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-4543e041-d87b-4d61-90f1-d92ae29c1418 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092 HTTP/1.1" status: 200 len: 217 time: 0.0621929 Feb 16 15:10:48.885159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for router_controller (8acdba3f-24de-43ea-bac7-655e39ee1961), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.887584 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.942837 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-9dd5a900-9d7a-41a7-b6dc-bec10db5e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.944308 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-9dd5a900-9d7a-41a7-b6dc-bec10db5e19c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0650651 Feb 16 15:10:48.992634 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'fixed_ips': [{'subnet_id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:10:48.993608 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:48.998572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643ccdc-ae84-4b56-8c1a-af6e2992d742 None None] Pushing event updated for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:49.008446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:49.018407 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-ab2b050c-5cbb-4f3a-b9e7-c1a4459b21e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531616 Feb 16 15:10:49.164866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for router_gateway (8acdba3f-24de-43ea-bac7-655e39ee1961), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.194570 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Attempting to bind port 2c4b600a-cf76-4a65-9dfb-aae6317174ec on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:49.195127 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Attempting to bind port 2c4b600a-cf76-4a65-9dfb-aae6317174ec by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:49.195694 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Attempting to bind port 2c4b600a-cf76-4a65-9dfb-aae6317174ec on network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:49.210851 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:49.211588 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Checking segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:49.212232 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.214465 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-fca8f037-b0fd-4bd2-b863-4091c0a27e37 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894631 Feb 16 15:10:49.215074 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Bound using segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:49.215727 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Bound port: 2c4b600a-cf76-4a65-9dfb-aae6317174ec, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:49.216339 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.348204 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Allocated IP 172.20.0.2 (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97/ebad6eea-96f8-4d11-b7cd-d690bbf23836/29176614-f333-4087-a981-76cddafa0a37) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:49.360262 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] For port 2c4b600a-cf76-4a65-9dfb-aae6317174ec, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:49.363825 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] For port 2c4b600a-cf76-4a65-9dfb-aae6317174ec, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b600a-cf76-4a65-9dfb-aae6317174ec,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:49.387320 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.444198 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-956ef235-6100-42a6-84ff-71a7b6cc95ab req-6dbb7324-e6e1-4f5c-a3f8-7c60f69c9fb4 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729894 Feb 16 15:10:49.496381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41265ff-16ee-4edd-bebd-8db6b520ddc2 req-17308626-b280-41cd-aa52-32d0e787e3d8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:49.497968 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a41265ff-16ee-4edd-bebd-8db6b520ddc2 req-17308626-b280-41cd-aa52-32d0e787e3d8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 943 time: 0.2825975 Feb 16 15:10:49.560164 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Provisioning complete for port 2c4b600a-cf76-4a65-9dfb-aae6317174ec triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:49.560533 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.612108 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a41265ff-16ee-4edd-bebd-8db6b520ddc2 req-5badd51f-3ab8-45ce-b76e-616422a5d937 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068594 Feb 16 15:10:49.632282 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:49.632967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:49.646268 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643ccdc-ae84-4b56-8c1a-af6e2992d742 None None] Pushing event updated for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:49.672664 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for router_gateway (8acdba3f-24de-43ea-bac7-655e39ee1961), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.680931 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd2b82-03bc-4ccc-a7c5-046950a30216 req-6989ca7f-1b07-42fc-b70f-d1cf01ac528a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:49.682591 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fcfd2b82-03bc-4ccc-a7c5-046950a30216 req-6989ca7f-1b07-42fc-b70f-d1cf01ac528a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1622334 Feb 16 15:10:49.706631 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.789448 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fcfd2b82-03bc-4ccc-a7c5-046950a30216 req-ad7ebde3-05d6-4056-8199-9e5e044edf80 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862300 Feb 16 15:10:49.882510 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks [] for port (29176614-f333-4087-a981-76cddafa0a37), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:49.890072 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:49.890964 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Allocated IP 172.27.2.172 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/16cc5161-90b7-495e-bb30-d1e6290419e2) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:49.937746 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (29176614-f333-4087-a981-76cddafa0a37), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.029589 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Current status of the port 2c4b600a-cf76-4a65-9dfb-aae6317174ec is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:50.029987 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.033341 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:50.050111 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:50.052600 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:50.074265 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.075328 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Pushing event updated for resources: {'Port': ['ID=29176614-f333-4087-a981-76cddafa0a37,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:50.118738 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.171272 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:50.179512 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:50.189624 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] For port 2c4b600a-cf76-4a65-9dfb-aae6317174ec, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b600a-cf76-4a65-9dfb-aae6317174ec,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:50.192745 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:50.194110 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Attempting to bind port 29176614-f333-4087-a981-76cddafa0a37 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:50.194488 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Attempting to bind port 29176614-f333-4087-a981-76cddafa0a37 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:50.194847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Attempting to bind port 29176614-f333-4087-a981-76cddafa0a37 on network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:50.197045 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Pushing event updated for resources: {'Port': ['ID=16cc5161-90b7-495e-bb30-d1e6290419e2,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:50.203658 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.269186 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:50.269561 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Checking segment: {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:50.269963 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.270358 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Bound using segment: {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:50.271766 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Bound port: 29176614-f333-4087-a981-76cddafa0a37, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:50.272159 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29176614-f333-4087-a981-76cddafa0a37), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.348687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be74c92-5b40-4d78-82f2-f8836fdbc280 None None] Pushing event updated for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:50.391224 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-abc45573-0473-4a6c-b154-14fe84d5bceb None None] Provisioning complete for port 2c4b600a-cf76-4a65-9dfb-aae6317174ec triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:50.391710 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-abc45573-0473-4a6c-b154-14fe84d5bceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.463343 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] For port 29176614-f333-4087-a981-76cddafa0a37, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:50.467513 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] For port 29176614-f333-4087-a981-76cddafa0a37, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29176614-f333-4087-a981-76cddafa0a37,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:50.486757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (29176614-f333-4087-a981-76cddafa0a37), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.490155 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:49Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:50.694318 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03560df2-972b-4729-bfd1-f8a58880ad17 None None] The sync data for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi is: [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:49Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:50.813938 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for router_gateway (8acdba3f-24de-43ea-bac7-655e39ee1961), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:50.850150 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af59b-5901-4bfd-aaf2-e7b4a8db2f2e None None] Pushing event updated for resources: {'Port': ['ID=29176614-f333-4087-a981-76cddafa0a37,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:50.862402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-abc45573-0473-4a6c-b154-14fe84d5bceb None None] Current status of the port 2c4b600a-cf76-4a65-9dfb-aae6317174ec is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:50.924081 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33c08e-5155-4c8f-b127-d6d2c50a37f8 req-3b1ef421-6f8e-4f8a-8e81-6cb7ba8f28ae tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:50.943653 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8b33c08e-5155-4c8f-b127-d6d2c50a37f8 req-3b1ef421-6f8e-4f8a-8e81-6cb7ba8f28ae tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 943 time: 0.1759715 Feb 16 15:10:51.033482 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8b33c08e-5155-4c8f-b127-d6d2c50a37f8 req-c31de44d-2168-45c1-bc28-e05c1a7f9628 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827529 Feb 16 15:10:51.045707 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 0d0783f6-de7e-4f75-9177-caff5fdb0092 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:51.190009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e09dfd-655f-48e1-afa6-b65eb9d22719 req-ecb07146-60ca-4d43-a91f-72fd4525fe27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:51.191847 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5e09dfd-655f-48e1-afa6-b65eb9d22719 req-ecb07146-60ca-4d43-a91f-72fd4525fe27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.2198822 Feb 16 15:10:51.232341 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:51.254202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '0d0783f6-de7e-4f75-9177-caff5fdb0092', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'port_id': '0d0783f6-de7e-4f75-9177-caff5fdb0092', 'mac_address': 'fa:16:3e:df:2e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7394a172-d460-430c-b074-73e54854df8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:51.328186 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 0d0783f6-de7e-4f75-9177-caff5fdb0092 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:51.328768 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:51.358949 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:51.361144 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0783f6-de7e-4f75-9177-caff5fdb0092 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:51.375157 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5e09dfd-655f-48e1-afa6-b65eb9d22719 req-26203fbc-88ea-4050-bda6-761a74da898b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778593 Feb 16 15:10:51.404158 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:51.413146 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:51.506548 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:51.594628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Router 8acdba3f-24de-43ea-bac7-655e39ee1961 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:10:51.753171 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:51.767691 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Sync routers for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:51.781009 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:51.781822 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:51.795069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:51.796693 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dbab1a6e-16a9-471e-9beb-22caaaba881e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0704756 Feb 16 15:10:51.800481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38186) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:51.965300 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:52.014115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38190) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:52.057313 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['0d0783f6-de7e-4f75-9177-caff5fdb0092'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:52.227226 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f079b0b3-98e8-443c-969e-af4ca5c69049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.265570 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d71ff96-3afb-4843-a792-296675a987f4 None None] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:10:52.353464 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29176614-f333-4087-a981-76cddafa0a37 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:52.381593 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f079b0b3-98e8-443c-969e-af4ca5c69049 admin admin] Publish callbacks [] for security_group (5edcc54f-69a9-45de-9470-ea31867a153c), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.383330 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 3, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:52.386263 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f079b0b3-98e8-443c-969e-af4ca5c69049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (5edcc54f-69a9-45de-9470-ea31867a153c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.420016 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Checking router: 8acdba3f-24de-43ea-bac7-655e39ee1961 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:52.420516 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Updating router 8acdba3f-24de-43ea-bac7-655e39ee1961 port 16cc5161-90b7-495e-bb30-d1e6290419e2 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:52.423520 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b0b3-98e8-443c-969e-af4ca5c69049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edcc54f-69a9-45de-9470-ea31867a153c,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:52.460174 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f079b0b3-98e8-443c-969e-af4ca5c69049 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a222fa47cd5048cdbcb0ae4429d67c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448073 Feb 16 15:10:52.460902 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38198) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:52.491110 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.543606 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] Publish callbacks [] for security_group (5edcc54f-69a9-45de-9470-ea31867a153c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.587901 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Provisioning complete for port 29176614-f333-4087-a981-76cddafa0a37 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:52.588285 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29176614-f333-4087-a981-76cddafa0a37), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.589759 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] Publish callbacks [] for security_group (5edcc54f-69a9-45de-9470-ea31867a153c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.646502 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07dee0ce-ffc9-4a10-95a7-76f9c26491d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.683139 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088be10-ebac-4e2e-b8e5-7788373bfe6e req-2575e001-39d5-4ffe-95b9-42f80d41caf9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:52.684988 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c088be10-ebac-4e2e-b8e5-7788373bfe6e req-2575e001-39d5-4ffe-95b9-42f80d41caf9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 944 time: 0.5016577 Feb 16 15:10:52.724266 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (5edcc54f-69a9-45de-9470-ea31867a153c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.738147 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.744726 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5edcc54f-69a9-45de-9470-ea31867a153c HTTP/1.1" status: 204 len: 168 time: 0.2805924 Feb 16 15:10:52.771205 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f5e73-e45c-4220-afd8-0163d18a301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edcc54f-69a9-45de-9470-ea31867a153c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:52.775070 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 29176614-f333-4087-a981-76cddafa0a37 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:52.775491 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29176614-f333-4087-a981-76cddafa0a37), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.840145 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.842920 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f479a-0e60-4192-8e88-3e3cf1ce9a31 req-8195d3db-33b7-4748-968c-5375293d3988 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:52.851070 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e3f479a-0e60-4192-8e88-3e3cf1ce9a31 req-8195d3db-33b7-4748-968c-5375293d3988 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.3282473 Feb 16 15:10:52.908123 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c088be10-ebac-4e2e-b8e5-7788373bfe6e req-7e3dcaf3-f9f7-4b7f-893b-5a2e3103d8ef tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819360 Feb 16 15:10:52.957580 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Current status of the port 29176614-f333-4087-a981-76cddafa0a37 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:52.958242 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29176614-f333-4087-a981-76cddafa0a37), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:52.991048 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e3f479a-0e60-4192-8e88-3e3cf1ce9a31 req-39a1be6c-a3b8-4535-bc12-c5f83d6fc388 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318300 Feb 16 15:10:53.111912 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] For port 29176614-f333-4087-a981-76cddafa0a37, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29176614-f333-4087-a981-76cddafa0a37,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:53.136145 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (29176614-f333-4087-a981-76cddafa0a37), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.140910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 29176614-f333-4087-a981-76cddafa0a37 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:53.141387 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29176614-f333-4087-a981-76cddafa0a37), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.208697 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Allocated IP 172.20.0.1 (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97/ebad6eea-96f8-4d11-b7cd-d690bbf23836/57854232-3582-4533-a468-9be99e31cf9c) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:53.211133 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks [] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.220406 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.231381 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359735-9942-4fd4-8179-96ab94b40546 None None] Pushing event updated for resources: {'Port': ['ID=29176614-f333-4087-a981-76cddafa0a37,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.260160 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.db.api [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:10:53.260877 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG oslo_db.api [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:10:53.269818 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-0f5f75b1-d18f-4bce-829f-6b4d104db38d None None] Provisioning complete for port 29176614-f333-4087-a981-76cddafa0a37 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:53.270911 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0f5f75b1-d18f-4bce-829f-6b4d104db38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29176614-f333-4087-a981-76cddafa0a37), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.282379 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Attempting to bind port 16cc5161-90b7-495e-bb30-d1e6290419e2 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:53.282782 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Attempting to bind port 16cc5161-90b7-495e-bb30-d1e6290419e2 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:53.283188 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Attempting to bind port 16cc5161-90b7-495e-bb30-d1e6290419e2 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:53.293535 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:53.293905 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:53.294590 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.294923 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:53.295392 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Bound port: 16cc5161-90b7-495e-bb30-d1e6290419e2, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:53.295890 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.298967 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38216) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:53.307827 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e178024-b254-4a5e-88da-dcd13be5402d None None] Pushing event updated for resources: {'Port': ['ID=16cc5161-90b7-495e-bb30-d1e6290419e2,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.316278 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a9973d18-270b-4685-97f1-8d25fac86966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.388627 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks [] for port (57854232-3582-4533-a468-9be99e31cf9c), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.397464 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f75b1-d18f-4bce-829f-6b4d104db38d None None] Current status of the port 29176614-f333-4087-a981-76cddafa0a37 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:53.399792 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] For port 16cc5161-90b7-495e-bb30-d1e6290419e2, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:53.404480 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] For port 16cc5161-90b7-495e-bb30-d1e6290419e2, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=16cc5161-90b7-495e-bb30-d1e6290419e2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:53.412769 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.416717 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a9973d18-270b-4685-97f1-8d25fac86966 admin admin] Publish callbacks [] for security_group (fc996dcb-7854-451e-a0c4-abff63d33de3), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.424000 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a9973d18-270b-4685-97f1-8d25fac86966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fc996dcb-7854-451e-a0c4-abff63d33de3), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.430862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.465320 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973d18-270b-4685-97f1-8d25fac86966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc996dcb-7854-451e-a0c4-abff63d33de3,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.470247 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a9973d18-270b-4685-97f1-8d25fac86966 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b68cd27ba1049778f0c31ec11dbd3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700368 Feb 16 15:10:53.472728 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38218) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:53.474297 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:53.474937 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:24Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:53.475566 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:53.480307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:53.482603 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:53.509737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Pushing event updated for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.531350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (8acdba3f-24de-43ea-bac7-655e39ee1961), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.540780 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] Publish callbacks [] for security_group (fc996dcb-7854-451e-a0c4-abff63d33de3), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.565546 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] Publish callbacks [] for security_group (fc996dcb-7854-451e-a0c4-abff63d33de3), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.575607 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e178024-b254-4a5e-88da-dcd13be5402d None None] Pushing event updated for resources: {'Port': ['ID=16cc5161-90b7-495e-bb30-d1e6290419e2,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.621379 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fc996dcb-7854-451e-a0c4-abff63d33de3), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.628037 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.629611 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc996dcb-7854-451e-a0c4-abff63d33de3 HTTP/1.1" status: 204 len: 168 time: 0.1557631 Feb 16 15:10:53.642762 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f828e1f-19cb-4707-bd57-13f244ff6c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc996dcb-7854-451e-a0c4-abff63d33de3,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:53.650269 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:53.709459 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (57854232-3582-4533-a468-9be99e31cf9c), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.806659 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 29176614-f333-4087-a981-76cddafa0a37 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:53.808041 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b600a-cf76-4a65-9dfb-aae6317174ec up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:53.856611 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-ae10c5cd-4966-4b5d-bf9a-d4be62fe6f3b None None] Provisioning complete for port 57854232-3582-4533-a468-9be99e31cf9c triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:53.857016 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ae10c5cd-4966-4b5d-bf9a-d4be62fe6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (57854232-3582-4533-a468-9be99e31cf9c), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.867615 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 3, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:53.898498 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3ff93-5cae-47cc-a48f-8c09df41afff None None] The sync data for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi is: [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 3, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:53.915447 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-ae10c5cd-4966-4b5d-bf9a-d4be62fe6f3b None None] Port 57854232-3582-4533-a468-9be99e31cf9c cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:10:53.920765 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2c4b600a-cf76-4a65-9dfb-aae6317174ec triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:53.921174 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.929190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks [] for port (57854232-3582-4533-a468-9be99e31cf9c), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:53.938746 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:54.016272 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (8acdba3f-24de-43ea-bac7-655e39ee1961), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:54.038904 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2c4b600a-cf76-4a65-9dfb-aae6317174ec is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:54.086158 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Pushing event updated for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:54.145901 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29176614-f333-4087-a981-76cddafa0a37 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:54.200047 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6797-5886-4ed7-8c94-e0909986523c req-99367264-0541-48a7-a8ac-103ed31f8df2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:54.206943 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a5f6797-5886-4ed7-8c94-e0909986523c req-99367264-0541-48a7-a8ac-103ed31f8df2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 944 time: 0.1815164 Feb 16 15:10:54.208023 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea66de-22c3-4357-9c8d-56c9081063e9 req-c88c78d7-33ea-45c3-a790-92c167098b35 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:54.211922 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b0ea66de-22c3-4357-9c8d-56c9081063e9 req-c88c78d7-33ea-45c3-a790-92c167098b35 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0925431 Feb 16 15:10:54.214480 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 29176614-f333-4087-a981-76cddafa0a37 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:54.214997 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29176614-f333-4087-a981-76cddafa0a37), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:54.241484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:54.251369 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:54.277462 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b0ea66de-22c3-4357-9c8d-56c9081063e9 req-996725de-b4b5-40fb-ad1b-0893bf1f2fe9 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Feb 16 15:10:54.356952 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a5f6797-5886-4ed7-8c94-e0909986523c req-3c8fe4b9-e306-47e3-8a90-297ff464a626 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491010 Feb 16 15:10:54.444065 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 29176614-f333-4087-a981-76cddafa0a37 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:54.451838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Router 8acdba3f-24de-43ea-bac7-655e39ee1961 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:54.515956 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ba0017e5-9d21-4967-a8bb-4dc8a3eb8a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:54.662542 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-46de4125-643f-41c2-abd0-e9960fb68b55 None None] Provisioning complete for port 57854232-3582-4533-a468-9be99e31cf9c triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:54.663254 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-46de4125-643f-41c2-abd0-e9960fb68b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (57854232-3582-4533-a468-9be99e31cf9c), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:54.667158 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:54.678544 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-62184571-4e90-46bb-8ec6-edd3a02f54d0 admin admin] 10.222.0.45 "PUT /v2.0/routers/8acdba3f-24de-43ea-bac7-655e39ee1961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767619 Feb 16 15:10:54.705573 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-46de4125-643f-41c2-abd0-e9960fb68b55 None None] Port 57854232-3582-4533-a468-9be99e31cf9c cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:10:54.716981 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38254) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:54.978576 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-85955605-10f4-4ae8-af39-7f53ac31e6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.065399 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 0d0783f6-de7e-4f75-9177-caff5fdb0092 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:55.099688 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-85955605-10f4-4ae8-af39-7f53ac31e6d0 admin admin] Publish callbacks [] for security_group (c229dee8-d0ee-4ee3-a818-fad7083686ee), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.105892 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-85955605-10f4-4ae8-af39-7f53ac31e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c229dee8-d0ee-4ee3-a818-fad7083686ee), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.142444 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 0d0783f6-de7e-4f75-9177-caff5fdb0092 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:55.158491 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 0d0783f6-de7e-4f75-9177-caff5fdb0092 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:55.160035 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.200685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38276) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:55.202951 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-85955605-10f4-4ae8-af39-7f53ac31e6d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=811403c886d940ef89844e24617613bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841304 Feb 16 15:10:55.204797 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85955605-10f4-4ae8-af39-7f53ac31e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c229dee8-d0ee-4ee3-a818-fad7083686ee,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:55.274064 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58b13e-0a20-413e-961b-ccc585a5be7c req-dd59052d-535e-4d4b-91de-5af2fa0d4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:55.275573 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a58b13e-0a20-413e-961b-ccc585a5be7c req-dd59052d-535e-4d4b-91de-5af2fa0d4f3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 1129 time: 0.1326561 Feb 16 15:10:55.302418 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 0d0783f6-de7e-4f75-9177-caff5fdb0092 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:55.302819 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.311285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] Publish callbacks [] for security_group (c229dee8-d0ee-4ee3-a818-fad7083686ee), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.336768 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:55.339260 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af49a36-5dfa-4ab5-91c2-92f97af26049" -d '{"events": [{"server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "name": "network-vif-plugged", "status": "completed", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:55.350092 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] Publish callbacks [] for security_group (c229dee8-d0ee-4ee3-a818-fad7083686ee), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.353937 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:55.359082 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.369397 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a58b13e-0a20-413e-961b-ccc585a5be7c req-a14771b5-5f00-4b1a-943c-0bbf93cc46b5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793648 Feb 16 15:10:55.414948 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:55.419275 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83be4fa5-519b-4c4c-97d7-d884a31b2924 x-openstack-request-id: req-83be4fa5-519b-4c4c-97d7-d884a31b2924 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:55.419641 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "name": "network-vif-plugged", "status": "completed", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:55.419946 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83be4fa5-519b-4c4c-97d7-d884a31b2924 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:55.420492 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092', 'code': 200} Feb 16 15:10:55.422549 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c229dee8-d0ee-4ee3-a818-fad7083686ee), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.425321 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.427632 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c229dee8-d0ee-4ee3-a818-fad7083686ee HTTP/1.1" status: 204 len: 168 time: 0.2228191 Feb 16 15:10:55.445516 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439eb98-a7e3-487f-9be8-50808e4c57b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229dee8-d0ee-4ee3-a818-fad7083686ee,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:55.509795 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bedb7-5e79-4172-bad5-21102b28f650 req-bbe2634e-6ce8-4bbc-900a-9082ec3a714e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:55.512008 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-628bedb7-5e79-4172-bad5-21102b28f650 req-bbe2634e-6ce8-4bbc-900a-9082ec3a714e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0924542 Feb 16 15:10:55.582755 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9d362-a002-4389-82ae-6635f781f55d req-a40bb82a-2fda-4661-8819-3e2a02af3d42 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:55.585543 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-628bedb7-5e79-4172-bad5-21102b28f650 req-a6d271ce-9a82-4e62-8341-89561aa0dff6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673404 Feb 16 15:10:55.593635 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbe9d362-a002-4389-82ae-6635f781f55d req-a40bb82a-2fda-4661-8819-3e2a02af3d42 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.0970554 Feb 16 15:10:55.652231 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbe9d362-a002-4389-82ae-6635f781f55d req-5452c7a4-1f94-4d04-ad13-a871b6b4798c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563436 Feb 16 15:10:55.794377 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:55.862729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c177-1173-4ef3-8160-6ce7424bf9e4 req-70264872-290d-4224-b085-894b927d71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:55.863735 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3f1c177-1173-4ef3-8160-6ce7424bf9e4 req-70264872-290d-4224-b085-894b927d71ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 1129 time: 0.0558357 Feb 16 15:10:55.925331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3f1c177-1173-4ef3-8160-6ce7424bf9e4 req-3d2ff254-51d1-4833-9575-1a07fa98119c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Feb 16 15:10:56.009933 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38320) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:56.024637 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d932672b-92ed-400f-889a-6c315db5ba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.200139 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 16cc5161-90b7-495e-bb30-d1e6290419e2 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:56.227389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d932672b-92ed-400f-889a-6c315db5ba44 admin admin] Publish callbacks [] for security_group (0a018f25-b18f-4f06-8a58-e7769b79d2fe), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.234454 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d932672b-92ed-400f-889a-6c315db5ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (0a018f25-b18f-4f06-8a58-e7769b79d2fe), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.281279 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 16cc5161-90b7-495e-bb30-d1e6290419e2 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:56.281680 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.293080 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d932672b-92ed-400f-889a-6c315db5ba44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ec7fa14203c4666a157ef98c8f9ab1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801273 Feb 16 15:10:56.293434 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38330) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:56.305825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932672b-92ed-400f-889a-6c315db5ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a018f25-b18f-4f06-8a58-e7769b79d2fe,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:56.363751 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Sync routers for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:56.388158 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:56.389027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:56.413506 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] Publish callbacks [] for security_group (0a018f25-b18f-4f06-8a58-e7769b79d2fe), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.441803 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] Publish callbacks [] for security_group (0a018f25-b18f-4f06-8a58-e7769b79d2fe), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.526024 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (0a018f25-b18f-4f06-8a58-e7769b79d2fe), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.526024 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.527057 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a018f25-b18f-4f06-8a58-e7769b79d2fe HTTP/1.1" status: 204 len: 168 time: 0.2242048 Feb 16 15:10:56.539571 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c46b0-78ab-4d4a-bdf3-9fcf1f0816b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a018f25-b18f-4f06-8a58-e7769b79d2fe,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:56.626888 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 16cc5161-90b7-495e-bb30-d1e6290419e2 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:56.627786 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.658209 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 16cc5161-90b7-495e-bb30-d1e6290419e2, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=16cc5161-90b7-495e-bb30-d1e6290419e2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:56.671910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:56.739640 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702ff5-56c8-448e-a2f2-3e0ee7ba54fa req-52b671ea-e695-4390-ab43-405ff5038b5b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:56.747874 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8d702ff5-56c8-448e-a2f2-3e0ee7ba54fa req-52b671ea-e695-4390-ab43-405ff5038b5b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0742197 Feb 16 15:10:56.765572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:56.820556 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8d702ff5-56c8-448e-a2f2-3e0ee7ba54fa req-5cf1ac16-c616-4811-bc3a-e3b864f4c032 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666873 Feb 16 15:10:56.948323 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06fd4-891b-4704-90e4-d6f4158a72f9 req-20584117-57f0-4ce4-bbb1-b2228c66bdfc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:56.961258 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76d06fd4-891b-4704-90e4-d6f4158a72f9 req-20584117-57f0-4ce4-bbb1-b2228c66bdfc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.1143229 Feb 16 15:10:57.023591 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=16cc5161-90b7-495e-bb30-d1e6290419e2,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:57.033456 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.069510 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76d06fd4-891b-4704-90e4-d6f4158a72f9 req-b873bc32-a362-451c-b4f9-415dd1510e27 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995247 Feb 16 15:10:57.248843 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38366) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:57.295612 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 4, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '57854232-3582-4533-a468-9be99e31cf9c', 'name': '', 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'mac_address': 'fa:16:3e:36:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:52Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 2, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'subnets': [{'id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:57.329902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Checking router: 8acdba3f-24de-43ea-bac7-655e39ee1961 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:57.330402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Updating router 8acdba3f-24de-43ea-bac7-655e39ee1961 port 57854232-3582-4533-a468-9be99e31cf9c binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:57.362753 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (57854232-3582-4533-a468-9be99e31cf9c), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.570671 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5ddec167-75be-4d28-b6dc-1f98588af6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.673269 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5ddec167-75be-4d28-b6dc-1f98588af6d9 admin admin] Publish callbacks [] for security_group (7642714d-b9db-4ad6-92c4-5abd95684005), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.679897 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5ddec167-75be-4d28-b6dc-1f98588af6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7642714d-b9db-4ad6-92c4-5abd95684005), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.724757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks [] for port (57854232-3582-4533-a468-9be99e31cf9c), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.737304 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5ddec167-75be-4d28-b6dc-1f98588af6d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eba1984217654c90b53794a21b1284f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869261 Feb 16 15:10:57.737617 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.739953 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38380) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:57.755550 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddec167-75be-4d28-b6dc-1f98588af6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642714d-b9db-4ad6-92c4-5abd95684005,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:57.826819 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] Publish callbacks [] for security_group (7642714d-b9db-4ad6-92c4-5abd95684005), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.842905 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165c5f2-9265-4843-9e1c-aa3172c0a152 None None] Pushing event updated for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:57.885418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] Publish callbacks [] for security_group (7642714d-b9db-4ad6-92c4-5abd95684005), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.957971 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Attempting to bind port 57854232-3582-4533-a468-9be99e31cf9c on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:10:57.958343 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Attempting to bind port 57854232-3582-4533-a468-9be99e31cf9c by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:10:57.958709 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Attempting to bind port 57854232-3582-4533-a468-9be99e31cf9c on network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:57.967701 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:57.968080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Checking segment: {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:10:57.969792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.970391 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Bound using segment: {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:57.972106 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Bound port: 57854232-3582-4533-a468-9be99e31cf9c, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c89f18-2084-4faf-8e06-0eea3ea47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:10:57.972542 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (57854232-3582-4533-a468-9be99e31cf9c), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.993718 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7642714d-b9db-4ad6-92c4-5abd95684005), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.996511 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:57.997743 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7642714d-b9db-4ad6-92c4-5abd95684005 HTTP/1.1" status: 204 len: 168 time: 0.2561312 Feb 16 15:10:58.009567 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d98f6f-7436-432c-b674-724ecbe0225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642714d-b9db-4ad6-92c4-5abd95684005,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:58.053957 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0ac30-dd01-4bb3-8941-ba7cfa64e2af req-0255ade5-db48-4c88-b3cf-d872a8512938 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:58.062562 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96d0ac30-dd01-4bb3-8941-ba7cfa64e2af req-0255ade5-db48-4c88-b3cf-d872a8512938 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.1398346 Feb 16 15:10:58.167821 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] For port 57854232-3582-4533-a468-9be99e31cf9c, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:58.173444 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] For port 57854232-3582-4533-a468-9be99e31cf9c, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=57854232-3582-4533-a468-9be99e31cf9c,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:58.187027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.196222 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96d0ac30-dd01-4bb3-8941-ba7cfa64e2af req-bc87dc43-9906-41a7-ad68-5aa291caf26f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262712 Feb 16 15:10:58.383916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a628-0a55-465d-b1fa-f74930e29630 req-24202ebd-6341-4378-83fc-3a1e716a22a9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:58.385526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cb7a628-0a55-465d-b1fa-f74930e29630 req-24202ebd-6341-4378-83fc-3a1e716a22a9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.1532290 Feb 16 15:10:58.405505 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 16cc5161-90b7-495e-bb30-d1e6290419e2 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:58.443582 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165c5f2-9265-4843-9e1c-aa3172c0a152 None None] Pushing event updated for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:58.497533 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6c08d-b35a-44f7-b7a1-d3d7382062b1 req-c9f4cfe5-8333-457f-b317-e78326d3017f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:58.502756 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-62a6c08d-b35a-44f7-b7a1-d3d7382062b1 req-c9f4cfe5-8333-457f-b317-e78326d3017f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1445081 Feb 16 15:10:58.524878 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cb7a628-0a55-465d-b1fa-f74930e29630 req-a03ea96f-878e-4ae7-a506-9acb0f26d114 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258705 Feb 16 15:10:58.534956 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:58.535404 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:58.622398 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-62a6c08d-b35a-44f7-b7a1-d3d7382062b1 req-a819104b-2d9a-4212-b20e-bf8b7fad66a1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949547 Feb 16 15:10:58.747729 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.760380 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38402) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:58.772723 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Provisioning complete for port 57854232-3582-4533-a468-9be99e31cf9c triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:58.773137 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (57854232-3582-4533-a468-9be99e31cf9c), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.780738 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-849cf962-13d2-47bf-82ff-04d67604d470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.832140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:58.939345 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 16cc5161-90b7-495e-bb30-d1e6290419e2 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:58.939713 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.950984 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-849cf962-13d2-47bf-82ff-04d67604d470 admin admin] Publish callbacks [] for security_group (46ff2cc2-2576-47b8-9e8f-c059bae72f1a), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:58.957811 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-849cf962-13d2-47bf-82ff-04d67604d470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (46ff2cc2-2576-47b8-9e8f-c059bae72f1a), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.005168 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-849cf962-13d2-47bf-82ff-04d67604d470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=765175716d36481f8fe63b07e5201825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407746 Feb 16 15:10:59.006225 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38408) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:10:59.030501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cf962-13d2-47bf-82ff-04d67604d470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff2cc2-2576-47b8-9e8f-c059bae72f1a,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:59.145838 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] Publish callbacks [] for security_group (46ff2cc2-2576-47b8-9e8f-c059bae72f1a), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.207987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] Publish callbacks [] for security_group (46ff2cc2-2576-47b8-9e8f-c059bae72f1a), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.331307 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (46ff2cc2-2576-47b8-9e8f-c059bae72f1a), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.335143 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.346666 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46ff2cc2-2576-47b8-9e8f-c059bae72f1a HTTP/1.1" status: 204 len: 168 time: 0.3365581 Feb 16 15:10:59.391816 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbedf23-d196-4652-8338-ad0c60ae0649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff2cc2-2576-47b8-9e8f-c059bae72f1a,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:59.463072 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Current status of the port 57854232-3582-4533-a468-9be99e31cf9c is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:59.463707 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (57854232-3582-4533-a468-9be99e31cf9c), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.497416 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 16cc5161-90b7-495e-bb30-d1e6290419e2 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:10:59.527080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] For port 57854232-3582-4533-a468-9be99e31cf9c, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=57854232-3582-4533-a468-9be99e31cf9c,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:59.538071 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 4, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '57854232-3582-4533-a468-9be99e31cf9c', 'name': '', 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'mac_address': 'fa:16:3e:36:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:52Z', 'updated_at': '2022-02-16T15:10:58Z', 'revision_number': 4, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'subnets': [{'id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:59.547956 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.628446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8c198-4ec4-4347-8021-3620fdf96421 None None] The sync data for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi is: [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:10:53Z', 'revision_number': 4, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '57854232-3582-4533-a468-9be99e31cf9c', 'name': '', 'network_id': 'ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'mac_address': 'fa:16:3e:36:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:52Z', 'updated_at': '2022-02-16T15:10:58Z', 'revision_number': 4, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'subnets': [{'id': 'ebad6eea-96f8-4d11-b7cd-d690bbf23836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:59.672040 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522f676-9543-463e-bd19-3a458b485ac2 None None] Pushing event updated for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:59.682976 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-f3b07c36-10ff-4443-b5c0-0330051ea937 None None] Provisioning complete for port 57854232-3582-4533-a468-9be99e31cf9c triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:59.683355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f3b07c36-10ff-4443-b5c0-0330051ea937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (57854232-3582-4533-a468-9be99e31cf9c), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:10:59.805778 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-f3b07c36-10ff-4443-b5c0-0330051ea937 None None] Current status of the port 57854232-3582-4533-a468-9be99e31cf9c is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:00.198530 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 57854232-3582-4533-a468-9be99e31cf9c up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:00.271986 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 57854232-3582-4533-a468-9be99e31cf9c triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:00.272377 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (57854232-3582-4533-a468-9be99e31cf9c), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:00.473138 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 57854232-3582-4533-a468-9be99e31cf9c is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:00.929848 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-192a1aa6-e651-423a-9ea5-319651d0487e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614946 Feb 16 15:11:01.065916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-61eb0159-8e73-4155-bc75-7c508f195fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:01.067581 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-61eb0159-8e73-4155-bc75-7c508f195fcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 1129 time: 0.0630710 Feb 16 15:11:01.134340 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.215049 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38464) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:01.259126 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-9c218151-ce2a-4a74-8070-093835b41d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:01.260622 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-9c218151-ce2a-4a74-8070-093835b41d13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.1440611 Feb 16 15:11:01.315698 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-a142a8a2-8637-466a-bdd1-d82707faeeef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 200 len: 217 time: 0.0459116 Feb 16 15:11:01.353303 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86f0c469-a37b-4b1a-840b-407f733dc990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.374383 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-c255f68e-319c-4a0d-85a7-79aebf33f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:01.376429 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-c255f68e-319c-4a0d-85a7-79aebf33f991 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0524256 Feb 16 15:11:01.410873 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-2cd9a5df-f842-47d4-8779-dea2f6861945 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270171 Feb 16 15:11:01.455720 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86f0c469-a37b-4b1a-840b-407f733dc990 admin admin] Publish callbacks [] for security_group (7c0347a0-11be-4316-8954-b6039e011d1d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.461512 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-86f0c469-a37b-4b1a-840b-407f733dc990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7c0347a0-11be-4316-8954-b6039e011d1d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.511708 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-86f0c469-a37b-4b1a-840b-407f733dc990 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f691248494346a29da2b69f864459f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953968 Feb 16 15:11:01.513078 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0c469-a37b-4b1a-840b-407f733dc990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0347a0-11be-4316-8954-b6039e011d1d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:01.515764 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38474) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:01.580391 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-d6702070-a16d-4044-a599-910a48cdaef8 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613548 Feb 16 15:11:01.604885 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] Publish callbacks [] for security_group (7c0347a0-11be-4316-8954-b6039e011d1d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.637240 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] Publish callbacks [] for security_group (7c0347a0-11be-4316-8954-b6039e011d1d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.737736 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7c0347a0-11be-4316-8954-b6039e011d1d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.745124 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:01.749338 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c0347a0-11be-4316-8954-b6039e011d1d HTTP/1.1" status: 204 len: 168 time: 0.2293904 Feb 16 15:11:01.761169 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff44cb8-98ea-450e-ac3d-7b8e0590aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0347a0-11be-4316-8954-b6039e011d1d,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:01.877928 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-891ab3d0-5f9e-448a-8d2c-c338fd1928f6 req-ebfa9bbc-4de3-44ac-b68d-1185dc662595 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791526 Feb 16 15:11:02.276813 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-835afba8-80e6-4a24-9dd3-82738f9a98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:02.279242 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-835afba8-80e6-4a24-9dd3-82738f9a98f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.1054912 Feb 16 15:11:02.367369 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263abb-5334-4619-a7d9-ef6fbd9fd851 req-b9498e7b-680e-48d9-937a-f9452a35e133 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:02.372005 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2d263abb-5334-4619-a7d9-ef6fbd9fd851 req-b9498e7b-680e-48d9-937a-f9452a35e133 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1471407 Feb 16 15:11:02.446130 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-d2cec5a2-4deb-4bc4-ac3a-5b9826922a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:02.449787 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-d2cec5a2-4deb-4bc4-ac3a-5b9826922a10 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.1612053 Feb 16 15:11:02.479549 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2d263abb-5334-4619-a7d9-ef6fbd9fd851 req-20cb295a-cdb4-41dc-bb5e-aa06429285b8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919976 Feb 16 15:11:02.538419 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-8ab72867-6774-41f6-8f51-8e7c53960123 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0805278 Feb 16 15:11:02.646512 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-77bee452-7248-47d1-bca0-c723f2340d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:02.648311 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-77bee452-7248-47d1-bca0-c723f2340d62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0956705 Feb 16 15:11:02.693096 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-44d49053-3b4c-4554-b9f2-d11eaeaa73bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365119 Feb 16 15:11:02.824830 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-4a0070e5-0e56-4e08-af16-917fcb8ccccb service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246421 Feb 16 15:11:02.946826 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc749c55-8899-42ad-ad5b-925b4239d73d req-529120ef-a5e6-4342-8536-4b2589ce0eea service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147375 Feb 16 15:11:03.011130 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38524) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:03.129339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140759970-network', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:03.153622 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Made reservation on behalf of 7f55fdc1ae354b40a6f6bc6b76214172 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:03.157340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.168202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.265549 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks [] for security_group (b273fee6-422f-409d-a1fb-552dc2201013), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.271764 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b273fee6-422f-409d-a1fb-552dc2201013), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.295385 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:03.312866 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273fee6-422f-409d-a1fb-552dc2201013,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:03.317436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (feaff299-585f-46cf-bb79-ebd02bda4ea6), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.317801 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Added segment feaff299-585f-46cf-bb79-ebd02bda4ea6 of type vlan for network 6baa82a6-33de-4a7d-b052-bdae88156f46 Feb 16 15:11:03.369221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (6baa82a6-33de-4a7d-b052-bdae88156f46), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.402675 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (6baa82a6-33de-4a7d-b052-bdae88156f46), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.403865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:03.404610 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.433481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4210277 Feb 16 15:11:03.433725 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38532) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:03.439187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Request body: {'subnet': {'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140759970-subnet', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:03.470470 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Made reservation on behalf of 7f55fdc1ae354b40a6f6bc6b76214172 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:03.473684 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.480736 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe6b6-398f-4be8-8b1d-809590165f1b admin admin] Pushing event updated for resources: {'Network': ['ID=6baa82a6-33de-4a7d-b052-bdae88156f46,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:03.493610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:03.636056 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b02d00-eac0-4a90-8ae0-aa399f988df2 req-3c5df6e5-fba1-4024-865b-2de6eed63b23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:03.637782 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6b02d00-eac0-4a90-8ae0-aa399f988df2 req-3c5df6e5-fba1-4024-865b-2de6eed63b23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0831950 Feb 16 15:11:03.711041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (b3b9d5af-3cf7-4a96-bec0-e387be46a849), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.753553 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6b02d00-eac0-4a90-8ae0-aa399f988df2 req-4725580f-3973-4caf-ab4c-cc3943b7324d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099198 Feb 16 15:11:03.789735 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b9d5af-3cf7-4a96-bec0-e387be46a849,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:03.804005 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:03.804365 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Network hostable DHCP agents. Network: 6baa82a6-33de-4a7d-b052-bdae88156f46, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:03.823784 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:03.834285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 6baa82a6-33de-4a7d-b052-bdae88156f46) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:03.847809 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89061d0d-4e8a-4fad-a96d-81fed405bbf4 None None] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:11:03.865832 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:03.865832 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.883975 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a74da2aa-84ea-409f-9606-4d7ab542f17e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4490087 Feb 16 15:11:03.886436 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38544) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:03.891851 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:03.917276 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.918668 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:03.989264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for router_controller (4a6d0c32-1d4b-4550-8603-a72551d638e2), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.048987 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-6baa82a6-33de-4a7d-b052-bdae88156f46', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:11:04.050105 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.175736 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for router_gateway (4a6d0c32-1d4b-4550-8603-a72551d638e2), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.212647 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Allocated IP 172.20.0.2 (6baa82a6-33de-4a7d-b052-bdae88156f46/b3b9d5af-3cf7-4a96-bec0-e387be46a849/2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:04.415432 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for router_gateway (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.438810 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.522363 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks [] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.534672 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.663368 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Allocated IP 172.27.2.186 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/d3502fe4-0686-48f4-80c2-3fa10df72033) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:04.735335 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Pushing event updated for resources: {'Port': ['ID=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:04.782490 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:04.784807 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:04.787603 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:04.876695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Attempting to bind port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:04.877196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Attempting to bind port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:04.877658 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Attempting to bind port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:04.886494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:04.886494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:04.886719 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.897582 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.898355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Bound using segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:04.901520 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Bound port: 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:04.902324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:04.932390 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c086a44-fe5a-42e7-84ff-ab856fe84962 req-b34de06c-10ee-40ab-b298-7e89fdcc4c27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:04.934528 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c086a44-fe5a-42e7-84ff-ab856fe84962 req-b34de06c-10ee-40ab-b298-7e89fdcc4c27 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0966346 Feb 16 15:11:04.990640 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:05.035331 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] For port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:05.039767 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] For port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:05.053480 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:05.059576 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:05.069055 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:05.073382 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:05.090465 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c086a44-fe5a-42e7-84ff-ab856fe84962 req-d93113fc-970c-4754-a5c1-5c2a08215a07 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485293 Feb 16 15:11:05.100677 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Pushing event updated for resources: {'Port': ['ID=d3502fe4-0686-48f4-80c2-3fa10df72033,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:05.217461 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Pushing event updated for resources: {'Port': ['ID=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:05.227226 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.227596 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.227963 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.228316 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.228654 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.229011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.229349 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.229680 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.230007 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.230334 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.230661 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.230979 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.231299 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b25fc75-cb3f-4720-89d3-8bea00767e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:05.574861 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for router_gateway (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:05.867685 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:11:06.141717 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:06.284751 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:06.316277 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3fdec-ee40-4934-9da8-aa732b087ea0 req-1f6b6d1b-6260-4a70-907d-40b310f6bc72 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:06.319420 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d8d3fdec-ee40-4934-9da8-aa732b087ea0 req-1f6b6d1b-6260-4a70-907d-40b310f6bc72 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1248107 Feb 16 15:11:06.389772 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:06.390490 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:06.418647 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d8d3fdec-ee40-4934-9da8-aa732b087ea0 req-5191e7f7-658f-4910-a079-276a95094d3c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853901 Feb 16 15:11:06.455029 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:11:06.528427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:06.529005 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:06.630820 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:06.639677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:06.678184 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:11:06.707098 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:11:06.723716 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:06.725433 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:06.726158 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:06.727428 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7e6f43ba-8e68-4a33-90ff-04022f1eda9a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8392813 Feb 16 15:11:06.730203 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38610) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:06.746680 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:06.874010 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:06.874535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df657dd3-6dcd-4750-aa50-b69e539905db None None] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:11:07.012961 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-ad267a6a-b2c9-4e14-9a88-2f98eca6a025 None None] Provisioning complete for port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:07.013346 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ad267a6a-b2c9-4e14-9a88-2f98eca6a025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.156113 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-ad267a6a-b2c9-4e14-9a88-2f98eca6a025 None None] Current status of the port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:07.268468 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:05Z', 'revision_number': 3, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:07.325945 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:11:07.326183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.326666 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Updating router 4a6d0c32-1d4b-4550-8603-a72551d638e2 port d3502fe4-0686-48f4-80c2-3fa10df72033 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:11:07.370140 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.480911 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-7f3f22e6-4ff1-4dca-b78a-3be3180ad1f4 None None] Provisioning complete for port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:07.483142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7f3f22e6-4ff1-4dca-b78a-3be3180ad1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.582590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Allocated IP 172.20.0.1 (6baa82a6-33de-4a7d-b052-bdae88156f46/b3b9d5af-3cf7-4a96-bec0-e387be46a849/c95c3a4f-3285-4288-ac66-4ad97d7dc886) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:07.610614 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f22e6-4ff1-4dca-b78a-3be3180ad1f4 None None] Current status of the port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:07.644397 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b28df-fc89-436c-b167-635fc24d720b req-fe5ce005-b751-4ec8-ad54-5ad0a81b72ad tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:07.652779 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a08b28df-fc89-436c-b167-635fc24d720b req-fe5ce005-b751-4ec8-ad54-5ad0a81b72ad tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1260037 Feb 16 15:11:07.735686 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a08b28df-fc89-436c-b167-635fc24d720b req-4bd7bc2a-7ffa-444f-bf5a-5556ad61e9a1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797269 Feb 16 15:11:07.838717 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks [] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.845793 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.914171 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Attempting to bind port d3502fe4-0686-48f4-80c2-3fa10df72033 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:07.915249 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Attempting to bind port d3502fe4-0686-48f4-80c2-3fa10df72033 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:07.915813 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Attempting to bind port d3502fe4-0686-48f4-80c2-3fa10df72033 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:07.918140 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059845-d179-4b67-b991-f8793bb83fb0 None None] Pushing event updated for resources: {'Port': ['ID=d3502fe4-0686-48f4-80c2-3fa10df72033,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:07.929679 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:07.929810 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:07.930203 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.930592 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:07.931570 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Bound port: d3502fe4-0686-48f4-80c2-3fa10df72033, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:07.931933 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.976038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks [] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:07.999930 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] For port d3502fe4-0686-48f4-80c2-3fa10df72033, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:08.007359 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] For port d3502fe4-0686-48f4-80c2-3fa10df72033, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=d3502fe4-0686-48f4-80c2-3fa10df72033,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:08.015607 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.028251 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.073950 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:08.079199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:08.080112 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:08.081464 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:08.083183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:08.111304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Pushing event updated for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:08.140125 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.214572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:08.247722 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059845-d179-4b67-b991-f8793bb83fb0 None None] Pushing event updated for resources: {'Port': ['ID=d3502fe4-0686-48f4-80c2-3fa10df72033,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:08.311132 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:08.311522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.342232 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:08.371033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.442071 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:08.449614 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-09ac13f4-44fa-410a-ac01-dd5b161b5cc8 None None] Provisioning complete for port c95c3a4f-3285-4288-ac66-4ad97d7dc886 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:08.449995 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-09ac13f4-44fa-410a-ac01-dd5b161b5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.530589 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-09ac13f4-44fa-410a-ac01-dd5b161b5cc8 None None] Port c95c3a4f-3285-4288-ac66-4ad97d7dc886 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:08.674304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks [] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.683625 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.775065 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:08.784485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Pushing event updated for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:08.793634 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:05Z', 'revision_number': 3, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:08.829932 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2cd08-260a-4d8d-99a7-067c784d403c None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:05Z', 'revision_number': 3, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:11:08.982265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:08.985127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:08.994039 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990c989-f6d2-4fc7-b905-c975fd30cd67 req-ae401db4-60f8-4d08-a2b8-539da1c0e9c9 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:08.995555 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d990c989-f6d2-4fc7-b905-c975fd30cd67 req-ae401db4-60f8-4d08-a2b8-539da1c0e9c9 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1524990 Feb 16 15:11:09.144956 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d990c989-f6d2-4fc7-b905-c975fd30cd67 req-4b2c1114-33cb-43d2-8ca3-5ce7f96a8aef tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434689 Feb 16 15:11:09.192977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:11:09.379754 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-41bd08c2-6624-458f-a256-cdaa5433817d None None] Provisioning complete for port c95c3a4f-3285-4288-ac66-4ad97d7dc886 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:09.380135 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-41bd08c2-6624-458f-a256-cdaa5433817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:09.407942 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:11:09.445611 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-54c5102b-6f81-4a28-98f8-0f08bc039281 admin admin] 10.222.0.45 "PUT /v2.0/routers/4a6d0c32-1d4b-4550-8603-a72551d638e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142234 Feb 16 15:11:09.449190 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-41bd08c2-6624-458f-a256-cdaa5433817d None None] Port c95c3a4f-3285-4288-ac66-4ad97d7dc886 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:10.288998 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device d3502fe4-0686-48f4-80c2-3fa10df72033 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:10.351398 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d567-b244-4ef9-bff6-11287eedb382 req-d15671b1-229d-4a51-92a3-1e560c698f06 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:10.358469 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a82d567-b244-4ef9-bff6-11287eedb382 req-d15671b1-229d-4a51-92a3-1e560c698f06 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1045558 Feb 16 15:11:10.397784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port d3502fe4-0686-48f4-80c2-3fa10df72033 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:10.398166 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.446124 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a82d567-b244-4ef9-bff6-11287eedb382 req-d37ad274-350c-4c57-bfa4-74711c83d416 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854242 Feb 16 15:11:10.454905 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38676) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:10.460848 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-477880592-network', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:10.509238 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Made reservation on behalf of fee0d6c87a0b4c2fb8e428cc6cbabd30 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:10.512178 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.524892 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port d3502fe4-0686-48f4-80c2-3fa10df72033 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:10.525566 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.526126 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.562560 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port d3502fe4-0686-48f4-80c2-3fa10df72033, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=d3502fe4-0686-48f4-80c2-3fa10df72033,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:10.569785 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.630393 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks [] for security_group (1cef4c4e-324e-4507-8375-e32d5a4e296b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.635336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1cef4c4e-324e-4507-8375-e32d5a4e296b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.655620 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=d3502fe4-0686-48f4-80c2-3fa10df72033,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:10.681083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:10.698478 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef4c4e-324e-4507-8375-e32d5a4e296b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:10.704748 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (3a19b0a6-7b1e-4996-96ca-fb4fc6d02338), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.705334 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Added segment 3a19b0a6-7b1e-4996-96ca-fb4fc6d02338 of type vlan for network 61e61162-a926-454d-942b-19ca53382d15 Feb 16 15:11:10.761036 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (61e61162-a926-454d-942b-19ca53382d15), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.798608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (61e61162-a926-454d-942b-19ca53382d15), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.799644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:10.800247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.841029 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38682) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:10.846415 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Request body: {'subnet': {'network_id': '61e61162-a926-454d-942b-19ca53382d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-477880592-subnet', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:10.850750 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3946092 Feb 16 15:11:10.869882 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Made reservation on behalf of fee0d6c87a0b4c2fb8e428cc6cbabd30 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:10.872844 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:10.890139 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b000d66-f3fc-41f2-a730-8a8e0532c9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=61e61162-a926-454d-942b-19ca53382d15,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:10.903491 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 61e61162-a926-454d-942b-19ca53382d15 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:11.096606 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (43534235-5916-4868-8076-b3117c47b210), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.158202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43534235-5916-4868-8076-b3117c47b210,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:11.165973 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Checking segment: {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:11.166386 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Network hostable DHCP agents. Network: 61e61162-a926-454d-942b-19ca53382d15, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:11.187116 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Network 61e61162-a926-454d-942b-19ca53382d15 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:11.199168 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 61e61162-a926-454d-942b-19ca53382d15) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:11.206589 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:11.206985 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.211330 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f448a2-535e-4e5e-9b8d-ed345e124c8b None None] Network 61e61162-a926-454d-942b-19ca53382d15 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:11:11.236385 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a3badd87-b72d-46b4-b085-ea246132f42a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3940809 Feb 16 15:11:11.238597 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38696) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:11.243985 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:11.292554 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (e91fb637-d261-47d7-9edb-21f11a918d30), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.295376 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (e91fb637-d261-47d7-9edb-21f11a918d30), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.341791 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:11:11.378576 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:11.379117 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:11.386565 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for router_controller (e91fb637-d261-47d7-9edb-21f11a918d30), precommit_add_association {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.407160 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38700) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:11.452213 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-61e61162-a926-454d-942b-19ca53382d15', 'network_id': '61e61162-a926-454d-942b-19ca53382d15', 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'fixed_ips': [{'subnet_id': '43534235-5916-4868-8076-b3117c47b210'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:11:11.453446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.548585 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f851af39-10db-42bc-80b6-5328db554b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.554851 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for router_gateway (e91fb637-d261-47d7-9edb-21f11a918d30), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.689788 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Allocated IP 172.20.0.2 (61e61162-a926-454d-942b-19ca53382d15/43534235-5916-4868-8076-b3117c47b210/84c4b72b-f443-4d37-9519-4474bab8cc09) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:11.715660 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115bd4-c0bf-40e7-87ad-ded79981d44b req-07256d25-da62-4d34-9164-417f16a6ea5e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:11.724021 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-71115bd4-c0bf-40e7-87ad-ded79981d44b req-07256d25-da62-4d34-9164-417f16a6ea5e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1226902 Feb 16 15:11:11.752301 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f851af39-10db-42bc-80b6-5328db554b48 admin admin] Publish callbacks [] for security_group (a38db169-93a0-472e-8bde-447e9dfa3344), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.761905 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f851af39-10db-42bc-80b6-5328db554b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a38db169-93a0-472e-8bde-447e9dfa3344), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.782847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:11.832800 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for router_gateway (e91fb637-d261-47d7-9edb-21f11a918d30), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.839081 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f851af39-10db-42bc-80b6-5328db554b48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=004c04daa0654c2280fef1ada41bef95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305158 Feb 16 15:11:11.857950 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38712) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:11.859245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:11.862960 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-71115bd4-c0bf-40e7-87ad-ded79981d44b req-406b7edf-8a2d-4983-bc60-9254fb0dc16c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263547 Feb 16 15:11:11.863931 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851af39-10db-42bc-80b6-5328db554b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38db169-93a0-472e-8bde-447e9dfa3344,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:12.007549 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks [] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.027525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.110713 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Publish callbacks [] for security_group (a38db169-93a0-472e-8bde-447e9dfa3344), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.167954 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Publish callbacks [] for security_group (a38db169-93a0-472e-8bde-447e9dfa3344), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.181406 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f497b331-35eb-49b3-b7dd-1d2e55c52c30 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:12.182928 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f497b331-35eb-49b3-b7dd-1d2e55c52c30 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 814 time: 0.2154427 Feb 16 15:11:12.187278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device d3502fe4-0686-48f4-80c2-3fa10df72033 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:12.189658 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Allocated IP 172.27.2.226 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/aa7d66ba-fc46-4fb3-b58c-09d5227b81b6) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:12.199896 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-1c09f0e3-41bf-42eb-8b0d-fe1ef6a61a05 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:12.205402 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-1c09f0e3-41bf-42eb-8b0d-fe1ef6a61a05 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.1231356 Feb 16 15:11:12.210775 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-87601f2f-57aa-47f7-9149-a488914c146f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/quotas/7d22b27a206343198f62525eab98b76f HTTP/1.1" status: 200 len: 375 time: 0.0160677 Feb 16 15:11:12.220604 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-94960829-007e-4661-a424-b5eafcabad72 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/quotas/184b05e4074944c88255d1b7d71dd224 HTTP/1.1" status: 200 len: 375 time: 0.0125272 Feb 16 15:11:12.261215 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Network 61e61162-a926-454d-942b-19ca53382d15 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:12.271295 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:12.275106 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:12.280412 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Pushing event updated for resources: {'Port': ['ID=84c4b72b-f443-4d37-9519-4474bab8cc09,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:12.295598 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-af11352c-3c93-4865-a7d0-0ede6698c1ca tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687726 Feb 16 15:11:12.349779 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-a5ea54d2-21ba-4c1a-b274-8c212435ac96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297042 Feb 16 15:11:12.362745 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port d3502fe4-0686-48f4-80c2-3fa10df72033 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:12.363257 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.391644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Attempting to bind port 84c4b72b-f443-4d37-9519-4474bab8cc09 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:12.392017 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Attempting to bind port 84c4b72b-f443-4d37-9519-4474bab8cc09 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:12.392390 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Attempting to bind port 84c4b72b-f443-4d37-9519-4474bab8cc09 on network 61e61162-a926-454d-942b-19ca53382d15 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:12.400521 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-6736266d-1600-471c-a0d0-3c6a4927dd18 service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976601 Feb 16 15:11:12.401605 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a38db169-93a0-472e-8bde-447e9dfa3344), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.404115 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.405758 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a38db169-93a0-472e-8bde-447e9dfa3344 HTTP/1.1" status: 204 len: 168 time: 0.5444999 Feb 16 15:11:12.406958 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 2, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:12.426091 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.440648 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38db169-93a0-472e-8bde-447e9dfa3344,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:12.452737 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:11:12.453425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Updating router 4a6d0c32-1d4b-4550-8603-a72551d638e2 port c95c3a4f-3285-4288-ac66-4ad97d7dc886 binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:11:12.476610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:12.477026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Checking segment: {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:12.477449 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.477879 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Bound using segment: {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:12.478405 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Bound port: 84c4b72b-f443-4d37-9519-4474bab8cc09, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:12.478786 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.483977 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.484871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.485250 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.485597 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.485943 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.486273 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.486601 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.486939 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.487438 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.487769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.488099 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.488553 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.488883 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729fe45-94f4-4bf1-953e-d2d933dfeffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:12.536894 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-4a94b228-85ef-472d-8b02-51ef4393ea8d service neutron] 10.222.0.45 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276071 Feb 16 15:11:12.540114 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-5d14d914-bf2e-4b5d-8ea4-b75ec611cc76 service neutron] 10.222.0.45 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617398 Feb 16 15:11:12.550697 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.555988 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] For port 84c4b72b-f443-4d37-9519-4474bab8cc09, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:12.573218 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] For port 84c4b72b-f443-4d37-9519-4474bab8cc09, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=84c4b72b-f443-4d37-9519-4474bab8cc09,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:12.595121 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.610001 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:12.649327 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:12.659546 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:12.670188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:12.677166 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Pushing event updated for resources: {'Port': ['ID=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:12.850628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff474fd-4afa-4ce7-82c9-3c6b7fa387ac None None] Pushing event updated for resources: {'Port': ['ID=84c4b72b-f443-4d37-9519-4474bab8cc09,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:12.857473 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port d3502fe4-0686-48f4-80c2-3fa10df72033 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:12.884814 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-269d6c7a-9c44-442c-a219-7a2904435994 req-09aa7907-84f4-4f95-9611-b9aa001fcf61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 210 time: 0.0463724 Feb 16 15:11:12.903602 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-af99bc11-50cf-48ca-985d-4ad9f640e6eb service neutron] 10.222.0.45 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625355 Feb 16 15:11:13.104311 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb153-9ab1-4d5a-8c0c-7db1cd7039a5 req-34519a11-acab-42e0-b61d-d688da0a1db0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:13.114900 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d3cb153-9ab1-4d5a-8c0c-7db1cd7039a5 req-34519a11-acab-42e0-b61d-d688da0a1db0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1240537 Feb 16 15:11:13.144541 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for router_gateway (e91fb637-d261-47d7-9edb-21f11a918d30), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.210067 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks [] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.222294 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d3cb153-9ab1-4d5a-8c0c-7db1cd7039a5 req-b9734e18-7084-43ea-9893-9a8d87d606de tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Feb 16 15:11:13.225715 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.300366 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1f71-5247-4203-97ef-7a13e3dbd418 None None] Pushing event updated for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:13.356485 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Attempting to bind port c95c3a4f-3285-4288-ac66-4ad97d7dc886 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:13.356975 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Attempting to bind port c95c3a4f-3285-4288-ac66-4ad97d7dc886 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:13.357452 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Attempting to bind port c95c3a4f-3285-4288-ac66-4ad97d7dc886 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:13.363870 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:13.364462 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:13.365009 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.365496 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Bound using segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:13.366061 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Bound port: c95c3a4f-3285-4288-ac66-4ad97d7dc886, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:13.366539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.413941 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0539b723-8e83-4af8-b7a5-b33e55bcc526 req-32504bec-ff91-404b-a329-2ebac5930c51 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 210 time: 0.1144631 Feb 16 15:11:13.491379 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (e91fb637-d261-47d7-9edb-21f11a918d30), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.491854 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] For port c95c3a4f-3285-4288-ac66-4ad97d7dc886, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:13.499629 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] For port c95c3a4f-3285-4288-ac66-4ad97d7dc886, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c95c3a4f-3285-4288-ac66-4ad97d7dc886,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:13.508516 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.570051 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:13.570718 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:13.717785 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1f71-5247-4203-97ef-7a13e3dbd418 None None] Pushing event updated for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:13.738148 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Provisioning complete for port c95c3a4f-3285-4288-ac66-4ad97d7dc886 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:13.738721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.747599 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Router e91fb637-d261-47d7-9edb-21f11a918d30 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:11:13.807929 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:13.950720 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:11:13.960099 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Sync routers for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:11:13.965445 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Current status of the port c95c3a4f-3285-4288-ac66-4ad97d7dc886 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:13.965841 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.974459 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:13.975425 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:13.986249 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:13.990938 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38766) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:13.994639 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-38c146d8-3a45-407d-ad00-156607db8dda admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7547848 Feb 16 15:11:14.023355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] For port c95c3a4f-3285-4288-ac66-4ad97d7dc886, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c95c3a4f-3285-4288-ac66-4ad97d7dc886,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:14.037544 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c2ee565-ac7c-4c40-ab90-e4efa88dbb30 req-759b4705-f572-4ad1-a0a8-a33790a6fa56 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 210 time: 0.0580974 Feb 16 15:11:14.063648 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:14.159907 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3776-60b3-4a22-b76c-bc22aa7e4fc8 None None] Pushing event updated for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:14.203779 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:14.246794 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 84c4b72b-f443-4d37-9519-4474bab8cc09 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:14.275986 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-253e1e2d-5766-4cb2-a31f-b0d5978dea6c None None] Provisioning complete for port c95c3a4f-3285-4288-ac66-4ad97d7dc886 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:14.276599 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-253e1e2d-5766-4cb2-a31f-b0d5978dea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:14.348140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c8370-3bc8-4eb2-b4b8-e604e5a00702 None None] Network 61e61162-a926-454d-942b-19ca53382d15 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:11:14.444661 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906476a6-7407-4db2-9be8-188fb92561b6 req-a9cb8a92-6645-4880-8f7e-b439868f6637 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:14.446207 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-906476a6-7407-4db2-9be8-188fb92561b6 req-a9cb8a92-6645-4880-8f7e-b439868f6637 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1244814 Feb 16 15:11:14.519313 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:14.552159 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-906476a6-7407-4db2-9be8-188fb92561b6 req-c2499081-a0bb-4f8d-8398-6d578a039397 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001403 Feb 16 15:11:14.573676 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:12Z', 'revision_number': 3, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:14.602500 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-2dda38ed-ec16-4399-a0cc-2777014f4722 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:14.602821 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Checking router: e91fb637-d261-47d7-9edb-21f11a918d30 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:11:14.603365 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Updating router e91fb637-d261-47d7-9edb-21f11a918d30 port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:11:14.604047 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-2dda38ed-ec16-4399-a0cc-2777014f4722 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 814 time: 0.2254982 Feb 16 15:11:14.639981 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:14.648054 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Request body: {'port': {'device_id': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'admin_state_up': True, 'tenant_id': '184b05e4074944c88255d1b7d71dd224'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:14.672888 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35cfabb0-a5a5-4e81-ba20-625bd5d080a1 req-cc11ad8e-4fba-4ae2-aaf5-b3eb3cf170fc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 210 time: 0.0770774 Feb 16 15:11:14.711225 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f79b5-14d2-4b4b-b446-42aaa5b9a08a None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:11:14.753423 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 84c4b72b-f443-4d37-9519-4474bab8cc09 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:14.754500 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:14.816831 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-253e1e2d-5766-4cb2-a31f-b0d5978dea6c None None] Current status of the port c95c3a4f-3285-4288-ac66-4ad97d7dc886 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:14.918440 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 84c4b72b-f443-4d37-9519-4474bab8cc09 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:14.925377 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.007799 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-5b6a2e49-c91e-444f-80c3-722f6a83971a None None] Provisioning complete for port 84c4b72b-f443-4d37-9519-4474bab8cc09 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:15.008173 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2e49-c91e-444f-80c3-722f6a83971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.056375 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 84c4b72b-f443-4d37-9519-4474bab8cc09, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=84c4b72b-f443-4d37-9519-4474bab8cc09,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:15.077096 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.140509 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks [] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.148923 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.195002 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=84c4b72b-f443-4d37-9519-4474bab8cc09,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:15.210687 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Attempting to bind port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:15.211316 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Attempting to bind port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:15.212082 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Attempting to bind port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:15.229380 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c3c86eeb-bff6-4f16-b435-f66943a25b18 req-3e4e769c-1b66-465d-a345-abc8bdfdd24d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 210 time: 0.0363922 Feb 16 15:11:15.230411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a2e49-c91e-444f-80c3-722f6a83971a None None] Current status of the port 84c4b72b-f443-4d37-9519-4474bab8cc09 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:15.247188 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:15.247723 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:15.248262 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.248758 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:15.249375 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Bound port: aa7d66ba-fc46-4fb3-b58c-09d5227b81b6, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:15.249891 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.296994 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367af0a-541c-404e-827b-2fe30cf73ce3 None None] Pushing event updated for resources: {'Port': ['ID=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,revision_number=2']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:15.298038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-ef0a8669-4373-46e6-9cda-31347e52305d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:15.301784 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-ef0a8669-4373-46e6-9cda-31347e52305d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 814 time: 0.1867583 Feb 16 15:11:15.315496 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] For port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:15.318796 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] For port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:15.327487 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.355828 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'port': {'device_id': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'admin_state_up': True, 'tenant_id': '7d22b27a206343198f62525eab98b76f'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:15.358273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-40240774-0d07-4114-b493-46898ddfb691 None None] Provisioning complete for port 84c4b72b-f443-4d37-9519-4474bab8cc09 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:15.358656 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-40240774-0d07-4114-b493-46898ddfb691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.394383 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:15.394614 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:15.496822 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-40240774-0d07-4114-b493-46898ddfb691 None None] Current status of the port 84c4b72b-f443-4d37-9519-4474bab8cc09 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:15.541168 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:15.543245 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367af0a-541c-404e-827b-2fe30cf73ce3 None None] Pushing event updated for resources: {'Port': ['ID=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:15.648694 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Made reservation on behalf of 184b05e4074944c88255d1b7d71dd224 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:15.652494 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.784816 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Made reservation on behalf of 7d22b27a206343198f62525eab98b76f for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:15.790049 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:15.837636 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-756417c3-0c2a-4c5f-a7be-6504f0d9aa44 req-7d7b165e-9bfe-435d-9da8-cb1df5a179ab tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 210 time: 0.0427730 Feb 16 15:11:15.883116 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:12Z', 'revision_number': 3, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:15.921676 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a390-ac97-46d4-9992-5725466fca2f None None] The sync data for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi is: [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:12Z', 'revision_number': 3, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:11:16.232092 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Allocated IP 172.20.0.7 (2b21cc9a-f71a-4624-bfb8-a0142d232c31/7394a172-d460-430c-b074-73e54854df8c/60e68359-35c7-4558-9eaf-778ca161aa61) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:16.351170 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 84c4b72b-f443-4d37-9519-4474bab8cc09 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:16.482204 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a286456b-551e-4ba8-8db5-feeb428c2e2b req-e74ea608-9b26-41b5-88c7-61aa356d4510 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 210 time: 0.1072583 Feb 16 15:11:16.487976 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:16.505835 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 84c4b72b-f443-4d37-9519-4474bab8cc09 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:16.506836 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:16.547403 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks [] for port (60e68359-35c7-4558-9eaf-778ca161aa61), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:16.592833 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ead7f-916c-4f87-847b-8104905ec362 req-eb5ecc5a-7171-4639-8758-5296ca48612d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:16.594987 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-871ead7f-916c-4f87-847b-8104905ec362 req-eb5ecc5a-7171-4639-8758-5296ca48612d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.9263959 Feb 16 15:11:16.645336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Allocated IP 172.20.0.13 (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3/a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9/6b814141-89bd-48ec-ac26-c5e681c50a3d) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:16.726031 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 84c4b72b-f443-4d37-9519-4474bab8cc09 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:16.727144 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c95c3a4f-3285-4288-ac66-4ad97d7dc886 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:16.826750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port c95c3a4f-3285-4288-ac66-4ad97d7dc886 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:16.827196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:16.899865 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-871ead7f-916c-4f87-847b-8104905ec362 req-1cd25b7e-edf9-472e-a2dc-30ded82e78f0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832601 Feb 16 15:11:16.902083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11de48f-318f-434e-83c2-e608096e2c09 req-9c0a1b09-01b1-4732-a502-010eee1502cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:16.903838 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b11de48f-318f-434e-83c2-e608096e2c09 req-9c0a1b09-01b1-4732-a502-010eee1502cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.8755853 Feb 16 15:11:16.980063 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.033561 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5b213a3a-6faa-4c70-b5f2-3e06fd0c5c43 req-ae511ecb-8765-4540-895d-2443801876a7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 210 time: 0.0707052 Feb 16 15:11:17.035246 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2', '160285e6-018a-4b4f-8ee5-341b31c9e918', '0d0783f6-de7e-4f75-9177-caff5fdb0092'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:17.049323 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event updated for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:17.100774 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:17.102063 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.102421 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.102767 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.103980 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.104334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.105510 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.105861 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.106270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.106608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.107626 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.107971 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.108580 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.108956 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:17.113921 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port c95c3a4f-3285-4288-ac66-4ad97d7dc886 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:17.156780 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:17.189369 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:17.241614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Allocated IP 172.20.0.1 (61e61162-a926-454d-942b-19ca53382d15/43534235-5916-4868-8076-b3117c47b210/66d1fb15-7f12-4478-9a85-197a5a5d26c4) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:17.293237 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:17.293872 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.323213 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.372412 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-88883e33-d53b-4d25-85be-b9e0012709e6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7284126 Feb 16 15:11:17.435896 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks [] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.442732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.516501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:17.526334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:17.535218 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:17.582070 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:17.606125 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:17.606760 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.620202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.670440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-8f453a88-637a-43c2-a6bd-5e8f62155fbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3206403 Feb 16 15:11:17.694016 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Pushing event updated for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:17.704088 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Network 61e61162-a926-454d-942b-19ca53382d15 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:17.707196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:17.710847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:17.754986 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd80c-b53c-45fb-88ab-3ee6237e9664 req-6098c5f4-e16b-4314-b986-e3fd860ef15d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:17.756523 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-29dcd80c-b53c-45fb-88ab-3ee6237e9664 req-6098c5f4-e16b-4314-b986-e3fd860ef15d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.1394527 Feb 16 15:11:17.770083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (e91fb637-d261-47d7-9edb-21f11a918d30), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.860515 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-29dcd80c-b53c-45fb-88ab-3ee6237e9664 req-6f29bbff-3788-4784-8d57-5d09077d9528 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969768 Feb 16 15:11:17.942202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-70309ab8-1aab-4f30-8c2b-69865353edb6 None None] Provisioning complete for port 6b814141-89bd-48ec-ac26-c5e681c50a3d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:17.942782 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-70309ab8-1aab-4f30-8c2b-69865353edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:17.965858 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.009837 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-70309ab8-1aab-4f30-8c2b-69865353edb6 None None] Port 6b814141-89bd-48ec-ac26-c5e681c50a3d cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:18.084977 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86767e24-0bf7-4e44-91bb-a00aebc7c12a req-7b23de90-ac9b-4a78-ba7b-873d57bfcfe0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:18.087089 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-86767e24-0bf7-4e44-91bb-a00aebc7c12a req-7b23de90-ac9b-4a78-ba7b-873d57bfcfe0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0950761 Feb 16 15:11:18.153910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-2843f017-0d1b-479c-95b0-1cc757cd1880 None None] Provisioning complete for port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:18.154350 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2843f017-0d1b-479c-95b0-1cc757cd1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.183705 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-86767e24-0bf7-4e44-91bb-a00aebc7c12a req-c9ac2f76-50ec-487b-a55a-2491c728e9a4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838373 Feb 16 15:11:18.210061 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-2843f017-0d1b-479c-95b0-1cc757cd1880 None None] Port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:18.251750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:18.258938 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks [] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.265343 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.276306 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e5edb-f014-4c86-b35a-6bdeb18920f0 req-c3a1d3f7-771f-4d46-90a1-4461e7d6ed8c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:18.277829 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d0e5edb-f014-4c86-b35a-6bdeb18920f0 req-c3a1d3f7-771f-4d46-90a1-4461e7d6ed8c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.1237316 Feb 16 15:11:18.327797 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:18.328752 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.391643 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d0e5edb-f014-4c86-b35a-6bdeb18920f0 req-403e95df-c4d1-4885-8031-9b733c8fec40 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Feb 16 15:11:18.396975 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Pushing event updated for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:18.400349 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (e91fb637-d261-47d7-9edb-21f11a918d30), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.418252 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:18.418602 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.438372 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:18.441817 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.510385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:18.515207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Network 61e61162-a926-454d-942b-19ca53382d15 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:18.517167 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:18.678114 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Router e91fb637-d261-47d7-9edb-21f11a918d30 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:11:18.735450 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-513aaf22-06eb-4087-94b9-b4c52e5639d3 None None] Provisioning complete for port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:18.735818 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-513aaf22-06eb-4087-94b9-b4c52e5639d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:18.779378 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-513aaf22-06eb-4087-94b9-b4c52e5639d3 None None] Port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:19.013691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf487-4dd2-4444-9ffc-2247fbd8ab69 req-3e6b57e8-d60a-423b-b64f-0b77ea55c86e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:19.016061 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-526bf487-4dd2-4444-9ffc-2247fbd8ab69 req-3e6b57e8-d60a-423b-b64f-0b77ea55c86e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0644946 Feb 16 15:11:19.046999 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:11:19.056640 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-32b63ce2-616b-4b29-aaae-8714ef9f86d4 admin admin] 10.222.0.45 "PUT /v2.0/routers/e91fb637-d261-47d7-9edb-21f11a918d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0604331 Feb 16 15:11:19.063447 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Sync routers for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:11:19.068874 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-526bf487-4dd2-4444-9ffc-2247fbd8ab69 req-e336b1df-e0f5-4055-ac46-b1eff3d74092 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Feb 16 15:11:19.074245 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:19.075145 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:19.230892 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:19.341631 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eccd97-7b39-48ce-a532-4a4aac7c4540 req-f899b7ea-3872-45f2-a6f0-4bf1148c63e2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:19.346311 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-50eccd97-7b39-48ce-a532-4a4aac7c4540 req-f899b7ea-3872-45f2-a6f0-4bf1148c63e2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0878325 Feb 16 15:11:19.421743 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-50eccd97-7b39-48ce-a532-4a4aac7c4540 req-d2016541-4402-4d92-80f7-4ea70bc3320b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698750 Feb 16 15:11:19.551808 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:17Z', 'revision_number': 4, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '66d1fb15-7f12-4478-9a85-197a5a5d26c4', 'name': '', 'network_id': '61e61162-a926-454d-942b-19ca53382d15', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'mac_address': 'fa:16:3e:3d:8a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43534235-5916-4868-8076-b3117c47b210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:16Z', 'updated_at': '2022-02-16T15:11:18Z', 'revision_number': 2, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'subnets': [{'id': '43534235-5916-4868-8076-b3117c47b210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:19.613022 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4217-6b20-48d2-9749-15e90497e944 req-8820c998-6543-4218-99f5-61aa9cc794bd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:19.620028 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Checking router: e91fb637-d261-47d7-9edb-21f11a918d30 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:11:19.620540 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Updating router e91fb637-d261-47d7-9edb-21f11a918d30 port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:11:19.630022 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-df6c4217-6b20-48d2-9749-15e90497e944 req-8820c998-6543-4218-99f5-61aa9cc794bd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.1019592 Feb 16 15:11:19.655723 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.698611 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-df6c4217-6b20-48d2-9749-15e90497e944 req-78b70b78-9e20-4068-a0c9-4ac9827516a2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Feb 16 15:11:19.825713 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38834) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:19.831816 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340657639', 'description': 'tempest-secgroup-smoke-340657639 description', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:19.854679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.927304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (aa618b7c-77ad-41b5-9779-30fe586a42fd), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.932672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (aa618b7c-77ad-41b5-9779-30fe586a42fd), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.964213 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.968170 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1385994 Feb 16 15:11:19.968309 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks [] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:19.968412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38836) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:19.974084 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:19.974336 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.016862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1902a5f-0986-46d2-bc84-61f32011eeed tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa618b7c-77ad-41b5-9779-30fe586a42fd,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.043289 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049892aa-c290-470c-afb5-f41e49257df4 None None] Pushing event updated for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.051748 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (519a0c62-65e4-4f92-8485-37ed253d717b), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.125395 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Attempting to bind port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:20.126304 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Attempting to bind port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:20.126304 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Attempting to bind port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 on network 61e61162-a926-454d-942b-19ca53382d15 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:20.138415 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:20.140453 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Checking segment: {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:20.141465 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.141935 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Bound using segment: {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:20.142485 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Bound port: 66d1fb15-7f12-4478-9a85-197a5a5d26c4, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '61e61162-a926-454d-942b-19ca53382d15'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:20.142936 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.162247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (519a0c62-65e4-4f92-8485-37ed253d717b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.169979 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (519a0c62-65e4-4f92-8485-37ed253d717b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.211829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519a0c62-65e4-4f92-8485-37ed253d717b,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.220459 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:20.238716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.240218 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c04bb968-c6ee-41e1-a2cc-13c737eeccc6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702286 Feb 16 15:11:20.243222 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38840) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:20.247791 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:20.278886 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da7dd-a0a1-4952-90de-9cc15e08acc0 req-97ace970-9dce-4883-a512-f7a35a3a1164 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:20.290024 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fa0da7dd-a0a1-4952-90de-9cc15e08acc0 req-97ace970-9dce-4883-a512-f7a35a3a1164 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.1157544 Feb 16 15:11:20.300688 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (1f6c8348-8dcd-4765-9093-da364ac6d4b0), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.310052 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] For port 66d1fb15-7f12-4478-9a85-197a5a5d26c4, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:20.318568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] For port 66d1fb15-7f12-4478-9a85-197a5a5d26c4, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=66d1fb15-7f12-4478-9a85-197a5a5d26c4,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:20.333912 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.366862 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fa0da7dd-a0a1-4952-90de-9cc15e08acc0 req-3c83c3d9-27b0-41c0-9a85-0090130baacd tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709686 Feb 16 15:11:20.398432 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (1f6c8348-8dcd-4765-9093-da364ac6d4b0), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.406542 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (1f6c8348-8dcd-4765-9093-da364ac6d4b0), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.425305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6c8348-8dcd-4765-9093-da364ac6d4b0,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.455518 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.455757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:20.456064 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.457607 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8bb83ec6-7ee3-4224-8acf-54b854212c85 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2132497 Feb 16 15:11:20.460518 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38844) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:20.471468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:20.497807 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049892aa-c290-470c-afb5-f41e49257df4 None None] Pushing event updated for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.514905 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:11:20.516140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:10:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:20.570450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (b396e3fb-2c9b-41b4-ac41-9a6e5ce555b4), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.623277 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Provisioning complete for port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:20.623656 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.670162 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4728-37c5-4541-b2dd-e6c601526f09 req-1e3087d8-2f84-488a-8a6a-ae15488f6fc9 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:20.672728 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07fe4728-37c5-4541-b2dd-e6c601526f09 req-1e3087d8-2f84-488a-8a6a-ae15488f6fc9 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1269526 Feb 16 15:11:20.704223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (b396e3fb-2c9b-41b4-ac41-9a6e5ce555b4), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.724410 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (b396e3fb-2c9b-41b4-ac41-9a6e5ce555b4), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.831480 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07fe4728-37c5-4541-b2dd-e6c601526f09 req-814812ff-2fcc-4cc9-9ea7-3dd95f6a6bc4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452963 Feb 16 15:11:20.832199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b396e3fb-2c9b-41b4-ac41-9a6e5ce555b4,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.851196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.861867 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6ec3aa12-ab34-453f-9516-a436a24caeae tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999026 Feb 16 15:11:20.863537 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38848) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:20.868147 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:20.916990 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (e830f709-83d8-4d3e-b964-811153c603f2), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:20.917205 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c2a2-147e-4321-9487-4f51b25c0b26 req-fa2bc3bc-0985-43ea-a8c1-02e211d2eeae tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:20.919016 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2769c2a2-147e-4321-9487-4f51b25c0b26 req-fa2bc3bc-0985-43ea-a8c1-02e211d2eeae tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.1052957 Feb 16 15:11:20.934761 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:20.980849 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:11:20.997521 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2769c2a2-147e-4321-9487-4f51b25c0b26 req-fd5becf9-c757-4929-ac6e-4c25cc416dc3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Feb 16 15:11:21.003418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (e830f709-83d8-4d3e-b964-811153c603f2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.007516 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (e830f709-83d8-4d3e-b964-811153c603f2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.024332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Current status of the port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:21.024956 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.029600 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e830f709-83d8-4d3e-b964-811153c603f2,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:21.045225 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.045225 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-114fd6c2-4a81-4494-9944-3ce34545939d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775279 Feb 16 15:11:21.048746 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 38850) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:21.053202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:21.073042 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.securitygroups_db [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Project 7f55fdc1ae354b40a6f6bc6b76214172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:11:21.078069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (3c1a45bf-1c5c-4f37-bddb-a66387e7c41f), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.115250 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] For port 66d1fb15-7f12-4478-9a85-197a5a5d26c4, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=66d1fb15-7f12-4478-9a85-197a5a5d26c4,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:21.127182 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.172530 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (3c1a45bf-1c5c-4f37-bddb-a66387e7c41f), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.178186 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (3c1a45bf-1c5c-4f37-bddb-a66387e7c41f), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.209731 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.211339 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615524 Feb 16 15:11:21.214631 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 38852) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:11:21.219384 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'security_group_rule': {'security_group_id': 'aa618b7c-77ad-41b5-9779-30fe586a42fd', 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:21.221986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32d391-062a-48d5-8786-65f1f73252b3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1a45bf-1c5c-4f37-bddb-a66387e7c41f,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:21.232890 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580b7ac-a154-458b-8c92-d0eecdb4e94f None None] Pushing event updated for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:21.249834 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Project 7f55fdc1ae354b40a6f6bc6b76214172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:11:21.255305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (166f5c53-1d98-4432-9950-2162522d5076), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.274916 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-f94b6ffa-58c4-40f9-9da5-26f2c2875172 None None] Provisioning complete for port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:21.275278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f94b6ffa-58c4-40f9-9da5-26f2c2875172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.327396 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:17Z', 'revision_number': 4, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '66d1fb15-7f12-4478-9a85-197a5a5d26c4', 'name': '', 'network_id': '61e61162-a926-454d-942b-19ca53382d15', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'mac_address': 'fa:16:3e:3d:8a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43534235-5916-4868-8076-b3117c47b210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:16Z', 'updated_at': '2022-02-16T15:11:20Z', 'revision_number': 4, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'subnets': [{'id': '43534235-5916-4868-8076-b3117c47b210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:21.337803 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (166f5c53-1d98-4432-9950-2162522d5076), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.341678 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (166f5c53-1d98-4432-9950-2162522d5076), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.362244 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166f5c53-1d98-4432-9950-2162522d5076,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:21.368177 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb5dda-6566-4453-bf27-82914fef3eb5 None None] The sync data for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi is: [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:17Z', 'revision_number': 4, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '66d1fb15-7f12-4478-9a85-197a5a5d26c4', 'name': '', 'network_id': '61e61162-a926-454d-942b-19ca53382d15', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'mac_address': 'fa:16:3e:3d:8a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43534235-5916-4868-8076-b3117c47b210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:16Z', 'updated_at': '2022-02-16T15:11:20Z', 'revision_number': 4, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'subnets': [{'id': '43534235-5916-4868-8076-b3117c47b210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:11:21.375916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:21.377877 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-20d1d510-61ef-496d-a89e-038471a17183 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627321 Feb 16 15:11:21.418122 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-f94b6ffa-58c4-40f9-9da5-26f2c2875172 None None] Current status of the port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:21.571689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a3437-9a44-40e0-8e9d-3c2bf772e8f5 req-d2efdcad-6cc1-47a2-9040-1c5b358f61a4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:21.573305 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-739a3437-9a44-40e0-8e9d-3c2bf772e8f5 req-d2efdcad-6cc1-47a2-9040-1c5b358f61a4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.1028776 Feb 16 15:11:21.663956 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-739a3437-9a44-40e0-8e9d-3c2bf772e8f5 req-5ab8e67e-af35-42a2-8668-91905b011f25 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831733 Feb 16 15:11:22.261572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 66d1fb15-7f12-4478-9a85-197a5a5d26c4 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:22.278809 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04eab4-0e19-40e2-9339-f50f76e042f6 req-82244408-4fb1-4694-b57d-d2131a2586c7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:22.281977 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b04eab4-0e19-40e2-9339-f50f76e042f6 req-82244408-4fb1-4694-b57d-d2131a2586c7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0954535 Feb 16 15:11:22.339126 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:22.340359 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:22.357580 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b04eab4-0e19-40e2-9339-f50f76e042f6 req-07384ce9-d093-4f84-a822-c859a384be47 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696793 Feb 16 15:11:22.440519 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5ff8a-cd32-40ea-a9d2-0bbccaacad3e req-fd264b6c-5fe0-49dd-b616-f90cae9ce6b3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:22.445990 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-33619603-524f-4470-aa8b-5f67c6dcddb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:22.450393 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07f5ff8a-cd32-40ea-a9d2-0bbccaacad3e req-fd264b6c-5fe0-49dd-b616-f90cae9ce6b3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.5064356 Feb 16 15:11:22.525991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:22.538375 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07f5ff8a-cd32-40ea-a9d2-0bbccaacad3e req-68cc105c-58c1-4bf4-aa1d-f912f4d0ac41 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783505 Feb 16 15:11:22.800198 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c131b0-820c-4181-b86f-bb269424a1ef req-c0cb7859-69ef-45eb-8288-086594b649dc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:22.802164 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4c131b0-820c-4181-b86f-bb269424a1ef req-c0cb7859-69ef-45eb-8288-086594b649dc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0735505 Feb 16 15:11:22.868631 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4c131b0-820c-4181-b86f-bb269424a1ef req-f3a668da-6d21-4769-aee4-44933a887b9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486109 Feb 16 15:11:23.464647 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620af296-1203-4c49-a833-004f274ddee8 req-717d92ad-0c15-4926-9f15-e858d09cba1a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:23.466152 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-620af296-1203-4c49-a833-004f274ddee8 req-717d92ad-0c15-4926-9f15-e858d09cba1a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0514634 Feb 16 15:11:23.513959 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-620af296-1203-4c49-a833-004f274ddee8 req-7c20a73e-66f8-45d4-9668-4a3b282ed164 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Feb 16 15:11:23.679890 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fd79a-cae3-46a7-99bc-61c1e427108b req-e9fe646f-1f16-4b6a-89c3-d667c32bd66d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:23.681400 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d6fd79a-cae3-46a7-99bc-61c1e427108b req-e9fe646f-1f16-4b6a-89c3-d667c32bd66d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0693290 Feb 16 15:11:23.738222 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d6fd79a-cae3-46a7-99bc-61c1e427108b req-bca2d02f-cf59-4850-9a70-145c85ad2e75 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Feb 16 15:11:23.990372 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531240e-7fe8-412a-93cb-4a5a39070c91 req-7a7c5c69-cd4c-4e3e-940e-69886fd84964 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:23.992026 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0531240e-7fe8-412a-93cb-4a5a39070c91 req-7a7c5c69-cd4c-4e3e-940e-69886fd84964 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0550518 Feb 16 15:11:24.044197 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0531240e-7fe8-412a-93cb-4a5a39070c91 req-cc689b4a-073d-4c5f-aaa0-941ca552901a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Feb 16 15:11:24.506354 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f472-647d-4a11-a38c-389fb3ab6703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:24.652390 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8c76-9b0f-40ec-8e13-31868d5db05c req-99ab3bc3-ad5d-4b3c-9133-a2953873db1c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.660243 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f9b8c76-9b0f-40ec-8e13-31868d5db05c req-99ab3bc3-ad5d-4b3c-9133-a2953873db1c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0628755 Feb 16 15:11:24.710535 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f9b8c76-9b0f-40ec-8e13-31868d5db05c req-9f0ffcd2-5147-4d9f-9caa-27d728422105 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Feb 16 15:11:24.863810 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05807505-80d2-448b-81e5-ffe4d2c52b9f req-7932cf97-885b-434e-a7d0-7ed382e7832c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.865301 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-05807505-80d2-448b-81e5-ffe4d2c52b9f req-7932cf97-885b-434e-a7d0-7ed382e7832c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0537972 Feb 16 15:11:24.921489 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-05807505-80d2-448b-81e5-ffe4d2c52b9f req-d1a14c2a-b2f9-40cc-9b24-0457e7efe7ce tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506976 Feb 16 15:11:25.175256 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b52a0-1784-441f-8718-48855a08ce0f req-27d328cd-b666-4d8d-ab60-4a8c788424e7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.176771 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-517b52a0-1784-441f-8718-48855a08ce0f req-27d328cd-b666-4d8d-ab60-4a8c788424e7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0569165 Feb 16 15:11:25.243563 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-517b52a0-1784-441f-8718-48855a08ce0f req-6189c4a0-930a-41fe-a3ce-30e95bee2542 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Feb 16 15:11:25.791707 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:25.846770 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1010c-432e-48a4-a879-1f57b57c7635 req-638068c9-1144-4b7d-ba4b-74f5b09d7e22 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.848129 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10d1010c-432e-48a4-a879-1f57b57c7635 req-638068c9-1144-4b7d-ba4b-74f5b09d7e22 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0710666 Feb 16 15:11:25.894609 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-10d1010c-432e-48a4-a879-1f57b57c7635 req-3717c0dd-85b4-4540-bb75-b1c374b99594 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Feb 16 15:11:26.057332 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb2f62-e5c4-461c-9f9e-d92971415c43 req-2482862e-ec82-4b49-8183-0665b97a89d6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:26.059023 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3cb2f62-e5c4-461c-9f9e-d92971415c43 req-2482862e-ec82-4b49-8183-0665b97a89d6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0656776 Feb 16 15:11:26.105703 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3cb2f62-e5c4-461c-9f9e-d92971415c43 req-042c0067-7c30-484e-bf8e-fd9714c5834b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Feb 16 15:11:26.364537 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22108c3-00ed-400e-8f02-0e8c323fae48 req-1de5c61b-dd71-45f8-b098-7300954e9e54 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:26.366021 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e22108c3-00ed-400e-8f02-0e8c323fae48 req-1de5c61b-dd71-45f8-b098-7300954e9e54 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0535679 Feb 16 15:11:26.420544 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e22108c3-00ed-400e-8f02-0e8c323fae48 req-379bb6fe-716e-46b0-89a1-6343a7d765bb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489199 Feb 16 15:11:26.775128 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:27.020661 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec4aef-d88b-4d76-bf84-552b0d642f59 req-98a22304-0be8-4d6e-b70c-eb18b6f78aad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:27.022514 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5eec4aef-d88b-4d76-bf84-552b0d642f59 req-98a22304-0be8-4d6e-b70c-eb18b6f78aad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0575497 Feb 16 15:11:27.080606 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5eec4aef-d88b-4d76-bf84-552b0d642f59 req-e297bc36-9b34-46ff-a830-9014618dcb31 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519490 Feb 16 15:11:27.230569 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec875f-9988-45f5-b5af-b4321ca2d4d2 req-3dbbc753-ae3f-4f58-98fa-c51fefe15a1a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:27.233122 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dfec875f-9988-45f5-b5af-b4321ca2d4d2 req-3dbbc753-ae3f-4f58-98fa-c51fefe15a1a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0525293 Feb 16 15:11:27.287269 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dfec875f-9988-45f5-b5af-b4321ca2d4d2 req-e8414c04-9d11-4d75-953a-e5ae6644e1f5 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Feb 16 15:11:27.551993 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80a055-a8e2-489c-834a-91cef21c4471 req-4818718d-7181-49d0-9867-57788979b887 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:27.553558 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b80a055-a8e2-489c-834a-91cef21c4471 req-4818718d-7181-49d0-9867-57788979b887 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0639927 Feb 16 15:11:27.611434 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b80a055-a8e2-489c-834a-91cef21c4471 req-ff5a2aee-4516-4cc7-8c46-694a72ec606c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Feb 16 15:11:28.197332 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffa71d-44b4-4078-bf45-79f361832a1a req-4a4b4d6f-e094-4ae4-bfaf-fe0dfbdd30d8 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:28.198813 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0bffa71d-44b4-4078-bf45-79f361832a1a req-4a4b4d6f-e094-4ae4-bfaf-fe0dfbdd30d8 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0502086 Feb 16 15:11:28.247033 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0bffa71d-44b4-4078-bf45-79f361832a1a req-b3cfc449-0926-4d7e-9d27-0987fb3ca5a4 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Feb 16 15:11:28.432754 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb21be5-25c9-4178-b71d-6ea77e9da72e req-2e366587-1352-4a1c-a8f7-1650eeb42780 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:28.434476 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcb21be5-25c9-4178-b71d-6ea77e9da72e req-2e366587-1352-4a1c-a8f7-1650eeb42780 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0575042 Feb 16 15:11:28.481785 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcb21be5-25c9-4178-b71d-6ea77e9da72e req-503b9f5f-2805-4d34-96c1-e7327f994e26 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Feb 16 15:11:28.484096 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:28.725825 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47be1d-f739-4ac4-836a-7d2e2308a85f req-7ad1c8e9-dd33-4031-ae99-74f0da207b63 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:28.727296 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2c47be1d-f739-4ac4-836a-7d2e2308a85f req-7ad1c8e9-dd33-4031-ae99-74f0da207b63 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0514886 Feb 16 15:11:28.774616 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2c47be1d-f739-4ac4-836a-7d2e2308a85f req-8b519571-8f8a-4357-a600-311e1adead73 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Feb 16 15:11:29.365439 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ae52-641a-4947-a14e-5787e6c834cd req-ad3cd0d3-7832-4da4-9ec5-807232acf71b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.366785 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fba5ae52-641a-4947-a14e-5787e6c834cd req-ad3cd0d3-7832-4da4-9ec5-807232acf71b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0509238 Feb 16 15:11:29.411450 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fba5ae52-641a-4947-a14e-5787e6c834cd req-32541f73-4316-4220-ab43-3b32cf014a2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Feb 16 15:11:29.604206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a002ff-b0ae-4b6b-8b51-30bd81c73512 req-c50fb908-3deb-4a95-9150-9ddbcfa3d1b0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.605691 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c8a002ff-b0ae-4b6b-8b51-30bd81c73512 req-c50fb908-3deb-4a95-9150-9ddbcfa3d1b0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0550756 Feb 16 15:11:29.650544 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c8a002ff-b0ae-4b6b-8b51-30bd81c73512 req-04276c47-08b1-477a-a360-8a56112dc62c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Feb 16 15:11:29.893765 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4311ca7-d34d-4342-b261-09df75346b36 req-979b6f33-55b3-4aaf-9ba7-e73911040c20 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.895196 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4311ca7-d34d-4342-b261-09df75346b36 req-979b6f33-55b3-4aaf-9ba7-e73911040c20 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0545535 Feb 16 15:11:29.940188 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4311ca7-d34d-4342-b261-09df75346b36 req-0f177ce2-2fd9-4c9d-abf9-9f19908f4aa4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Feb 16 15:11:30.526414 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d35c8-2d66-4418-a408-fdf69a154f90 req-4b691d95-144a-4dfe-8765-70e1e6280bde tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:30.527873 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8c4d35c8-2d66-4418-a408-fdf69a154f90 req-4b691d95-144a-4dfe-8765-70e1e6280bde tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0501442 Feb 16 15:11:30.576494 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8c4d35c8-2d66-4418-a408-fdf69a154f90 req-0aea69ef-0e56-4ad1-b2fc-f9a7aef640b5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Feb 16 15:11:30.768723 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64b8cb-4a2d-4da1-8cea-b1a65252b089 req-bbf3bd1d-af5f-41b9-97b4-5dc2c979054c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:30.770262 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2c64b8cb-4a2d-4da1-8cea-b1a65252b089 req-bbf3bd1d-af5f-41b9-97b4-5dc2c979054c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0517251 Feb 16 15:11:30.817889 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2c64b8cb-4a2d-4da1-8cea-b1a65252b089 req-c19a7404-cd34-4219-92f3-58041b63207e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Feb 16 15:11:31.055563 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500aa41-d656-454c-a47c-7dab0a5cd701 req-ca25a445-066c-47da-a36c-651959b5af4e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:31.056957 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7500aa41-d656-454c-a47c-7dab0a5cd701 req-ca25a445-066c-47da-a36c-651959b5af4e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0505185 Feb 16 15:11:31.105483 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7500aa41-d656-454c-a47c-7dab0a5cd701 req-f106cee5-24e0-4a6c-9ba7-e71f5306c6b8 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Feb 16 15:11:31.130539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:31.688689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490a518-0d1a-452f-b2cd-2f5208bce1cd req-515d978e-06ed-4081-a4fe-75f2a6fcbc21 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:31.690156 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3490a518-0d1a-452f-b2cd-2f5208bce1cd req-515d978e-06ed-4081-a4fe-75f2a6fcbc21 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0505235 Feb 16 15:11:31.740599 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3490a518-0d1a-452f-b2cd-2f5208bce1cd req-83a64d5d-8e80-4214-b8ec-6a2c427f66da tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Feb 16 15:11:31.931121 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41c7f4-f588-4676-bd92-81d8c64c66d0 req-bf4b4130-3d42-4786-b79d-6e685fa97c2c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:31.932562 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fd41c7f4-f588-4676-bd92-81d8c64c66d0 req-bf4b4130-3d42-4786-b79d-6e685fa97c2c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0505970 Feb 16 15:11:31.980288 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fd41c7f4-f588-4676-bd92-81d8c64c66d0 req-9801d714-3a96-48f2-8324-70ac44d1bccc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Feb 16 15:11:32.235619 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3ef4a-03f1-49a7-9d7a-40dab40e9344 req-a501d666-d5de-4b39-9a5f-88b48160c5ed tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:32.237061 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99e3ef4a-03f1-49a7-9d7a-40dab40e9344 req-a501d666-d5de-4b39-9a5f-88b48160c5ed tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0533593 Feb 16 15:11:32.282118 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99e3ef4a-03f1-49a7-9d7a-40dab40e9344 req-a506651a-f056-435b-bcc3-be0c216018cc tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Feb 16 15:11:32.855815 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787eee0-60e7-48c6-b4c7-6a2894cb3c9a req-7aeee0a8-d53d-4587-ba38-7fb9cc3a80c5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:32.857246 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2787eee0-60e7-48c6-b4c7-6a2894cb3c9a req-7aeee0a8-d53d-4587-ba38-7fb9cc3a80c5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0502238 Feb 16 15:11:32.904327 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2787eee0-60e7-48c6-b4c7-6a2894cb3c9a req-b26db06b-ecc2-42cb-9fba-b29f8533f92e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Feb 16 15:11:33.094733 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0c7a-ee95-47ba-891a-65ba19b1acea req-5b102d46-ea93-4dff-8c44-939670b2aa22 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:33.096175 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-508f0c7a-ee95-47ba-891a-65ba19b1acea req-5b102d46-ea93-4dff-8c44-939670b2aa22 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0505674 Feb 16 15:11:33.144136 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-508f0c7a-ee95-47ba-891a-65ba19b1acea req-a5a4c9f9-977c-4744-be7b-24409ddc927a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Feb 16 15:11:33.397950 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f74c14-3451-4c02-ae1c-1378537358cf req-ffbc862c-d2f4-4c43-badd-44cc46760414 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:33.399385 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b8f74c14-3451-4c02-ae1c-1378537358cf req-ffbc862c-d2f4-4c43-badd-44cc46760414 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0529830 Feb 16 15:11:33.443275 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b8f74c14-3451-4c02-ae1c-1378537358cf req-6cc97d51-6db0-4170-a6e1-a3702d007aba tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Feb 16 15:11:34.022784 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1358-4dd4-4d9b-af44-f55b0a7340e5 req-0824405c-9476-4423-b85e-5807c3c09692 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:34.024218 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-81ed1358-4dd4-4d9b-af44-f55b0a7340e5 req-0824405c-9476-4423-b85e-5807c3c09692 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0540242 Feb 16 15:11:34.069367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-81ed1358-4dd4-4d9b-af44-f55b0a7340e5 req-0b46799f-6e4f-4dde-9594-97f87cb260c9 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Feb 16 15:11:34.259085 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aad4b-4271-472d-b254-cf9142839848 req-a6e904ef-c263-4ff1-8e45-cc66e1dc994e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:34.260560 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bb2aad4b-4271-472d-b254-cf9142839848 req-a6e904ef-c263-4ff1-8e45-cc66e1dc994e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0510819 Feb 16 15:11:34.305047 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bb2aad4b-4271-472d-b254-cf9142839848 req-518484eb-9aab-4f5d-9672-ee9b125a6044 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389929 Feb 16 15:11:34.570011 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da3e0-230e-48f5-ad21-81a006df86b4 req-ff03da40-9de5-4df7-a05d-f876fa050056 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:34.571487 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c0da3e0-230e-48f5-ad21-81a006df86b4 req-ff03da40-9de5-4df7-a05d-f876fa050056 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0530148 Feb 16 15:11:34.617042 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c0da3e0-230e-48f5-ad21-81a006df86b4 req-d6a17365-5ee0-4a53-a743-253e4c7d1bc0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Feb 16 15:11:35.187201 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842c57-362f-4bfd-bbe8-dbd5efcb51e2 req-32c06e28-5fcf-4655-921f-60366958f9c1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:35.189205 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-31842c57-362f-4bfd-bbe8-dbd5efcb51e2 req-32c06e28-5fcf-4655-921f-60366958f9c1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0566709 Feb 16 15:11:35.233682 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-31842c57-362f-4bfd-bbe8-dbd5efcb51e2 req-59f1e80a-9ee4-49a6-9c57-d7ffc1e2e397 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Feb 16 15:11:35.423203 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede88d-f7da-466c-8a00-545deca22763 req-90b82abe-1d13-4f9c-ad18-05816d7775a8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:35.424665 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27ede88d-f7da-466c-8a00-545deca22763 req-90b82abe-1d13-4f9c-ad18-05816d7775a8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0544708 Feb 16 15:11:35.469826 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27ede88d-f7da-466c-8a00-545deca22763 req-ccb31964-d53d-4417-bd9a-c3dd27e136f1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Feb 16 15:11:35.729055 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51401ac0-c49a-4980-a42a-944fe52b96c7 req-2c4e0c31-2c9d-4760-8d5d-1b4323576b4f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:35.730508 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-51401ac0-c49a-4980-a42a-944fe52b96c7 req-2c4e0c31-2c9d-4760-8d5d-1b4323576b4f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0500777 Feb 16 15:11:35.775054 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-51401ac0-c49a-4980-a42a-944fe52b96c7 req-7d623942-bfa2-4f71-98ac-8ff37a5c3611 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Feb 16 15:11:36.346020 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a47354-9191-4430-9373-a4c4f8502dea req-32ec924d-4e91-4bfd-bc5d-8066db9ae4f3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.347411 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52a47354-9191-4430-9373-a4c4f8502dea req-32ec924d-4e91-4bfd-bc5d-8066db9ae4f3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0505776 Feb 16 15:11:36.392267 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52a47354-9191-4430-9373-a4c4f8502dea req-f8a18dd3-e73a-4e26-88f5-b2925498e397 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Feb 16 15:11:36.584966 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7088a70-0fe4-47bf-89e6-184d132e27a5 req-6c5c4f86-f5d3-4718-ae78-d547f7da8592 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.586443 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f7088a70-0fe4-47bf-89e6-184d132e27a5 req-6c5c4f86-f5d3-4718-ae78-d547f7da8592 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0510211 Feb 16 15:11:36.635415 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f7088a70-0fe4-47bf-89e6-184d132e27a5 req-423233db-5ea6-4078-9940-c6f19ff9dfb4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Feb 16 15:11:36.888179 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab894a0-0a85-4397-a7a9-49edf980acea req-484a79da-ddcf-49de-ae08-a161f695ee03 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.889572 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fab894a0-0a85-4397-a7a9-49edf980acea req-484a79da-ddcf-49de-ae08-a161f695ee03 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 931 time: 0.0493896 Feb 16 15:11:36.940526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fab894a0-0a85-4397-a7a9-49edf980acea req-cbf65ead-7f1d-4b17-b25a-d3063106ecb2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Feb 16 15:11:37.169941 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Request body: {'port': {'device_id': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:37.181410 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Request body: {'port': {'device_id': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:37.304372 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b11de48f-318f-434e-83c2-e608096e2c09 req-95aaa7bb-e6f7-46e4-a306-7998d0e2b62b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316936 Feb 16 15:11:37.308249 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.309961 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.515521 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14d8d2-a5b8-45f4-a5cb-e8d2cc272a44 req-d91e8dac-946d-4505-a506-0fde3c7da294 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:37.517542 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8a14d8d2-a5b8-45f4-a5cb-e8d2cc272a44 req-d91e8dac-946d-4505-a506-0fde3c7da294 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 932 time: 0.0598433 Feb 16 15:11:37.565238 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8a14d8d2-a5b8-45f4-a5cb-e8d2cc272a44 req-8817e341-bf59-4f56-bd8c-0441bc00f12a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Feb 16 15:11:37.786543 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b814141-89bd-48ec-ac26-c5e681c50a3d {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:37.798668 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e68359-35c7-4558-9eaf-778ca161aa61 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:37.803867 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks [] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.814539 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks [] for port (60e68359-35c7-4558-9eaf-778ca161aa61), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.831527 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Transition to ACTIVE for port object 6b814141-89bd-48ec-ac26-c5e681c50a3d will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:11:37.834430 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Transition to ACTIVE for port object 60e68359-35c7-4558-9eaf-778ca161aa61 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:11:37.836524 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.845267 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:37.856849 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d775072-1768-475b-9cd1-db0f2e6cf21d req-2126e4cb-3387-4c10-a417-fd76fae8d56a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:37.858331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d775072-1768-475b-9cd1-db0f2e6cf21d req-2126e4cb-3387-4c10-a417-fd76fae8d56a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1533990 Feb 16 15:11:37.933378 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.068270 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978720-7a58-4faa-9f8b-23c025ff13bb req-88a26184-590b-4830-ac8c-e2edac8bc446 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.069769 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-79978720-7a58-4faa-9f8b-23c025ff13bb req-88a26184-590b-4830-ac8c-e2edac8bc446 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0576110 Feb 16 15:11:38.074003 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d775072-1768-475b-9cd1-db0f2e6cf21d req-55d82682-a632-4980-a5f1-74ce0fd5312d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930335 Feb 16 15:11:38.084797 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Pushing event updated for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.111471 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Attempting to bind port 6b814141-89bd-48ec-ac26-c5e681c50a3d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:38.111804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Attempting to bind port 6b814141-89bd-48ec-ac26-c5e681c50a3d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:38.112132 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Attempting to bind port 6b814141-89bd-48ec-ac26-c5e681c50a3d on network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:38.123096 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Port 6b814141-89bd-48ec-ac26-c5e681c50a3d on network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:11:38.123414 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Attempting to bind port 6b814141-89bd-48ec-ac26-c5e681c50a3d on network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:38.124815 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-79978720-7a58-4faa-9f8b-23c025ff13bb req-1399dcf5-4409-4b00-a646-fb0f71496541 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489087 Feb 16 15:11:38.126869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Attempting to bind port 60e68359-35c7-4558-9eaf-778ca161aa61 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:38.127196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Attempting to bind port 60e68359-35c7-4558-9eaf-778ca161aa61 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:38.127511 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Attempting to bind port 60e68359-35c7-4558-9eaf-778ca161aa61 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:38.132066 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:38.132402 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Checking segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:38.132780 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Bound using segment: {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:38.134033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Bound port: 6b814141-89bd-48ec-ac26-c5e681c50a3d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116f7a77-2a24-43f1-90c2-03e24346c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:38.134033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.144777 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Port 60e68359-35c7-4558-9eaf-778ca161aa61 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:11:38.145137 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Attempting to bind port 60e68359-35c7-4558-9eaf-778ca161aa61 on network 2b21cc9a-f71a-4624-bfb8-a0142d232c31 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:38.155029 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:38.155307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Checking segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:38.155660 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Bound using segment: {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:38.156659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Bound port: 60e68359-35c7-4558-9eaf-778ca161aa61, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fdedad-5e57-4989-93a8-bb16b45927dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:38.156977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.247137 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:38.251295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:38.260605 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:38.262906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.265578 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=60e68359-35c7-4558-9eaf-778ca161aa61,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:38.293571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.310473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.311082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.312601 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] 10.222.0.79 "PUT /v2.0/ports/6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 1094 time: 1.1478617 Feb 16 15:11:38.313076 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:38.315232 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e3286-10ad-44a9-b9ea-ae13d2a51773" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:38.333389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.334000 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:38.335365 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] 10.222.0.79 "PUT /v2.0/ports/60e68359-35c7-4558-9eaf-778ca161aa61 HTTP/1.1" status: 200 len: 1093 time: 1.1694679 Feb 16 15:11:38.338464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905865-e7f2-4c96-afac-f93a81f9ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.374400 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb17b58-ae3f-4170-8a57-6296e6d5cbfd x-openstack-request-id: req-bcb17b58-ae3f-4170-8a57-6296e6d5cbfd {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:38.374693 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:38.375102 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcb17b58-ae3f-4170-8a57-6296e6d5cbfd {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:38.375506 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:11:38.461868 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ea20-7c91-449b-9c5f-1fa066dec6ba service neutron] Pushing event updated for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.481746 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-f77a9747-c2c2-4539-bdb1-029d3d813d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.483273 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-f77a9747-c2c2-4539-bdb1-029d3d813d59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 1127 time: 0.0797617 Feb 16 15:11:38.485567 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-b2a84a74-300d-4e8b-8c14-55af4c750fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.486920 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-b2a84a74-300d-4e8b-8c14-55af4c750fe6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1128 time: 0.1106927 Feb 16 15:11:38.563299 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-966978db-8a06-4ead-81a5-9c9e021fa651 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e68359-35c7-4558-9eaf-778ca161aa61 HTTP/1.1" status: 200 len: 217 time: 0.0628967 Feb 16 15:11:38.564526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-0a0a4087-55f1-4cf7-acb3-cedd3befa187 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 217 time: 0.0585585 Feb 16 15:11:38.683285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91386d-d683-4962-a8d9-5058744387f1 req-37ddde3d-3bea-4433-a9e1-0339396d32fa tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.684750 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5f91386d-d683-4962-a8d9-5058744387f1 req-37ddde3d-3bea-4433-a9e1-0339396d32fa tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.0548124 Feb 16 15:11:38.731165 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5f91386d-d683-4962-a8d9-5058744387f1 req-b50e9cdd-f46e-4d5a-a5d7-59dd5b543f55 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Feb 16 15:11:38.751328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-87be295d-2acd-41bc-85a3-1a1397a34527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.752760 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-87be295d-2acd-41bc-85a3-1a1397a34527 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0794480 Feb 16 15:11:38.754332 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-663bbda9-c3b7-47fe-a2eb-2b85eec34d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.755615 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-663bbda9-c3b7-47fe-a2eb-2b85eec34d37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0748293 Feb 16 15:11:38.809802 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-4b097bce-0ad6-4975-9873-3aafd6c020b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463758 Feb 16 15:11:38.854559 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-98b1ecff-f479-4089-b1de-ecd103bb585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.856181 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-98b1ecff-f479-4089-b1de-ecd103bb585f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918736 Feb 16 15:11:38.959530 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-f1334d39-7994-4506-a1a2-7bb1fe79d63a service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413119 Feb 16 15:11:39.006625 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-fbb95e26-42c5-42cc-95cf-ec3f92171231 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252735 Feb 16 15:11:39.112462 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b0fae2-0f36-462d-80cc-bd1ab8030326 req-9a6be656-6eb4-4815-a0f6-beebcaabe147 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457531 Feb 16 15:11:39.138007 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10e58cf2-e5e5-4dae-984b-d6b2acc4ed0a req-6b190299-7700-4ece-bf8c-1e337192b3e9 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042259 Feb 16 15:11:39.247840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eeccb-7020-4154-a061-735b58807a94 req-5dbc0cf0-2bd1-4638-912e-017df95be53d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.249399 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e0eeccb-7020-4154-a061-735b58807a94 req-5dbc0cf0-2bd1-4638-912e-017df95be53d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1030397 Feb 16 15:11:39.262440 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df1f1-9be2-4532-b615-01de6ff7c1c5 req-30453016-54bd-457b-b824-8351d075af07 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.263935 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-648df1f1-9be2-4532-b615-01de6ff7c1c5 req-30453016-54bd-457b-b824-8351d075af07 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0551503 Feb 16 15:11:39.288763 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-19176a78-42f1-4df9-a888-9deeca7ca635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.290258 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-19176a78-42f1-4df9-a888-9deeca7ca635 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1128 time: 0.1006458 Feb 16 15:11:39.309816 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-648df1f1-9be2-4532-b615-01de6ff7c1c5 req-d3ba7993-5754-4d5d-b084-4cee9791b06c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Feb 16 15:11:39.313732 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e0eeccb-7020-4154-a061-735b58807a94 req-d2ee2003-1887-4387-92fd-59f7084ff988 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Feb 16 15:11:39.390610 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-2711b171-00f3-46a7-af73-eb5fed6198ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.392088 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-2711b171-00f3-46a7-af73-eb5fed6198ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.0927086 Feb 16 15:11:39.434709 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-3042cdcb-86d4-4c30-99b8-39217775a644 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 217 time: 0.0365927 Feb 16 15:11:39.482404 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-b2cae350-686f-41de-9074-2623c86a3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.483788 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-b2cae350-686f-41de-9074-2623c86a3134 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0409963 Feb 16 15:11:39.531168 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-f5ffa286-6b95-43d9-845a-f21a86c8223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.536339 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-f5ffa286-6b95-43d9-845a-f21a86c8223d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427477 Feb 16 15:11:39.843803 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-8483443d-1b30-4037-b212-f87bcadb4e0b service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047161 Feb 16 15:11:39.848392 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ad26-997e-4bc0-bba8-7d56857b134f req-44ce6cdb-b00b-49b4-9365-3023f8fd1769 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.849848 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1318ad26-997e-4bc0-bba8-7d56857b134f req-44ce6cdb-b00b-49b4-9365-3023f8fd1769 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.0517640 Feb 16 15:11:39.923331 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1318ad26-997e-4bc0-bba8-7d56857b134f req-d1046979-cbdc-4c70-a6d3-bd462dbcbf1b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Feb 16 15:11:39.936855 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e3286-10ad-44a9-b9ea-ae13d2a51773 req-ee7fa3ea-d734-47c0-b475-b1443ebffd62 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Feb 16 15:11:40.377996 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:40.380287 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c133d-dffa-4d6f-a354-e7c0543725a8" -d '{"events": [{"name": "network-changed", "server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:40.429755 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b53a-cbcb-4419-9e08-5916cc047fbf req-7ecb3caa-3705-4814-b934-949e625e09e5 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.431229 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e423b53a-cbcb-4419-9e08-5916cc047fbf req-7ecb3caa-3705-4814-b934-949e625e09e5 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0516100 Feb 16 15:11:40.431997 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cadedc-8363-449e-b8a4-2b155fa4718f req-181f6596-6fec-4e02-a3d8-c68f583f6ee9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.433538 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5cadedc-8363-449e-b8a4-2b155fa4718f req-181f6596-6fec-4e02-a3d8-c68f583f6ee9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0565858 Feb 16 15:11:40.477166 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e423b53a-cbcb-4419-9e08-5916cc047fbf req-c6d7dad2-58bf-4c51-a052-5fbfe48275b0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 16 15:11:40.482291 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5cadedc-8363-449e-b8a4-2b155fa4718f req-becdee3b-ad3b-4703-af3b-4395e98f8270 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Feb 16 15:11:40.524899 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae6f943-b585-440a-a651-43dbf5c63542 x-openstack-request-id: req-cae6f943-b585-440a-a651-43dbf5c63542 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:40.525230 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:40.525486 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cae6f943-b585-440a-a651-43dbf5c63542 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:40.525891 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61', 'status': 'completed', 'code': 200} Feb 16 15:11:40.595073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-83df510f-8abe-48a6-a6a6-50504befd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.596522 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-83df510f-8abe-48a6-a6a6-50504befd93b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=184b05e4074944c88255d1b7d71dd224&device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 1127 time: 0.0440192 Feb 16 15:11:40.723350 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-cada3c1b-1c6c-42af-94e7-fde7d818ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.724824 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-cada3c1b-1c6c-42af-94e7-fde7d818ebf1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 200 len: 915 time: 0.1221690 Feb 16 15:11:40.729953 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc567e5-4150-4436-8e0d-4e62e872676e req-49584153-24f6-47e4-8d30-33ff05572974 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.731429 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fbc567e5-4150-4436-8e0d-4e62e872676e req-49584153-24f6-47e4-8d30-33ff05572974 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0509951 Feb 16 15:11:40.740886 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-d8759028-19e2-441d-a739-119c7fa53763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.742331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-d8759028-19e2-441d-a739-119c7fa53763 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0680170 Feb 16 15:11:40.776318 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-f39a7f89-9961-44aa-9557-da004fe19814 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e68359-35c7-4558-9eaf-778ca161aa61 HTTP/1.1" status: 200 len: 217 time: 0.0455902 Feb 16 15:11:40.777359 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fbc567e5-4150-4436-8e0d-4e62e872676e req-92fcd641-e0d9-4b8c-ad3e-66a6ebeb2d2d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Feb 16 15:11:40.874321 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-af50e6b6-2250-4ba9-8c23-1f5d46615160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.875641 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-af50e6b6-2250-4ba9-8c23-1f5d46615160 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 200 len: 854 time: 0.0843780 Feb 16 15:11:40.910820 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-ca7a852d-fa41-4a1e-a7cd-bf5831277a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.912218 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-ca7a852d-fa41-4a1e-a7cd-bf5831277a94 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.1439025 Feb 16 15:11:40.914058 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-c16f08de-710d-499f-9af5-a129a8b73921 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2b21cc9a-f71a-4624-bfb8-a0142d232c31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278125 Feb 16 15:11:40.977936 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-a1ed724d-0bfa-4233-bbb4-e9961e5d0da9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0536311 Feb 16 15:11:41.095901 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-cf72aec5-41a8-4e69-a405-127319315bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:41.097372 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-cf72aec5-41a8-4e69-a405-127319315bf3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.1089685 Feb 16 15:11:41.124604 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-1bcfd5ac-e518-44b5-b8d5-5e9dad98d260 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992114 Feb 16 15:11:41.141811 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-2c080cac-70d6-48d4-bb0d-360509a49d70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333900 Feb 16 15:11:41.156817 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c9bc-cc56-420f-8f20-0ec389ff1f6e req-789f1e28-fa74-4319-a1e2-945ae2c81f56 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:41.158813 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da18c9bc-cc56-420f-8f20-0ec389ff1f6e req-789f1e28-fa74-4319-a1e2-945ae2c81f56 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.1615059 Feb 16 15:11:41.310706 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da18c9bc-cc56-420f-8f20-0ec389ff1f6e req-ba22ea70-a705-4dc2-a97a-37e6da4be22b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365583 Feb 16 15:11:41.323832 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-731c133d-dffa-4d6f-a354-e7c0543725a8 req-972fdbcd-4588-43a3-a95c-0cdff0b574f8 service neutron] 10.222.0.79 "GET /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840248 Feb 16 15:11:41.339612 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-43287f96-9e8f-4369-bf93-691ecf2c494e service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908484 Feb 16 15:11:41.433375 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c53ceec9-44cd-4b94-8f5f-0d2d98227c27 req-73c976a3-f903-41e4-aeec-c216e3438f3f service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853319 Feb 16 15:11:41.600376 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35274a65-64d6-4722-9464-78ea62a8cbf7 req-e1842f60-a386-40cc-8728-12a7deabaa3b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:41.601863 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-35274a65-64d6-4722-9464-78ea62a8cbf7 req-e1842f60-a386-40cc-8728-12a7deabaa3b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0542028 Feb 16 15:11:41.651239 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-35274a65-64d6-4722-9464-78ea62a8cbf7 req-97667e9b-25a4-4510-b213-fcb97e061ce0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Feb 16 15:11:41.895962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba48a6d-6c58-4322-a36b-49dd61ef58a7 req-ee57b43a-caef-4b3f-b1ea-94cd64f405f0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:41.897474 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4ba48a6d-6c58-4322-a36b-49dd61ef58a7 req-ee57b43a-caef-4b3f-b1ea-94cd64f405f0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0515585 Feb 16 15:11:41.944756 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4ba48a6d-6c58-4322-a36b-49dd61ef58a7 req-1c6b027f-0140-4462-b047-bd32ee369931 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Feb 16 15:11:42.425560 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf566f8-6f6b-4d31-8aa5-59e3b05c129a req-71668dfe-e7ec-4815-8ac5-9849746e18d7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:42.427011 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bbf566f8-6f6b-4d31-8aa5-59e3b05c129a req-71668dfe-e7ec-4815-8ac5-9849746e18d7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.0511649 Feb 16 15:11:42.471467 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bbf566f8-6f6b-4d31-8aa5-59e3b05c129a req-b165f7c2-04c9-4188-88d5-5fb36d7a3201 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Feb 16 15:11:42.768857 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f978a7-2005-40a9-88d9-92a7d612b999 req-76b205ab-e543-4dc7-8210-a2421ee4ffe6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:42.770342 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73f978a7-2005-40a9-88d9-92a7d612b999 req-76b205ab-e543-4dc7-8210-a2421ee4ffe6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0546341 Feb 16 15:11:42.816877 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73f978a7-2005-40a9-88d9-92a7d612b999 req-824b023b-b277-440e-83c0-4c330f89e817 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Feb 16 15:11:42.866443 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:11:43.062607 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6314ad-b30d-4836-8764-ae2cf11ba69b req-c68bac83-6f94-4cb6-9de0-87b2b38c1529 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:43.064070 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ab6314ad-b30d-4836-8764-ae2cf11ba69b req-c68bac83-6f94-4cb6-9de0-87b2b38c1529 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0549569 Feb 16 15:11:43.108540 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ab6314ad-b30d-4836-8764-ae2cf11ba69b req-c44ef490-1b88-4451-b3f2-1568ef75bd14 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Feb 16 15:11:43.585696 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440ca3-98b9-49cd-afb0-e1e76988ed53 req-44c3fee6-4b40-45c3-97ab-d0e70dc41ed6 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:43.587163 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c6440ca3-98b9-49cd-afb0-e1e76988ed53 req-44c3fee6-4b40-45c3-97ab-d0e70dc41ed6 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.0512950 Feb 16 15:11:43.631844 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c6440ca3-98b9-49cd-afb0-e1e76988ed53 req-3b151256-cf76-4484-898c-49934536d8a1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Feb 16 15:11:43.929964 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513518-b1ed-44b3-bbd6-e0c18e007d29 req-daa85d67-e417-4395-b3f4-12f4a72aa976 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:43.931400 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-09513518-b1ed-44b3-bbd6-e0c18e007d29 req-daa85d67-e417-4395-b3f4-12f4a72aa976 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0499041 Feb 16 15:11:43.975676 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-09513518-b1ed-44b3-bbd6-e0c18e007d29 req-f625db4e-7522-4e1b-a7fd-152e9aaf13c4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Feb 16 15:11:44.222017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b152cd-6625-48c5-b188-7cc13f6c4275 req-f0dff230-8826-42dc-b9f4-06dec087d4f8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:44.223455 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-48b152cd-6625-48c5-b188-7cc13f6c4275 req-f0dff230-8826-42dc-b9f4-06dec087d4f8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0493481 Feb 16 15:11:44.271242 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-48b152cd-6625-48c5-b188-7cc13f6c4275 req-d3097b1d-6c31-464f-8c69-2494ef4fe48e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Feb 16 15:11:44.745563 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b1fbc-cf6f-4ae9-975b-d4843caaa487 req-73c608ad-fdf9-4d0f-a306-ef2d161f700a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:44.747021 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-182b1fbc-cf6f-4ae9-975b-d4843caaa487 req-73c608ad-fdf9-4d0f-a306-ef2d161f700a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 944 time: 0.0510075 Feb 16 15:11:44.795470 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-182b1fbc-cf6f-4ae9-975b-d4843caaa487 req-66cb668c-1b9d-484e-9438-bedaab5ed37a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Feb 16 15:11:45.089557 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d427-ac94-4b2f-92ff-df810045d94a req-f2d2b8dd-133c-41ae-be89-e51d6e8d70d4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:45.090913 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5781d427-ac94-4b2f-92ff-df810045d94a req-f2d2b8dd-133c-41ae-be89-e51d6e8d70d4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 943 time: 0.0504165 Feb 16 15:11:45.135893 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5781d427-ac94-4b2f-92ff-df810045d94a req-67e51171-b2e2-4a9d-b12c-b0f72af445c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Feb 16 15:11:45.192817 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 60e68359-35c7-4558-9eaf-778ca161aa61 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:11:45.287107 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=60e68359-35c7-4558-9eaf-778ca161aa61,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:45.297016 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '60e68359-35c7-4558-9eaf-778ca161aa61', 'network_id': '2b21cc9a-f71a-4624-bfb8-a0142d232c31', 'port_id': '60e68359-35c7-4558-9eaf-778ca161aa61', 'mac_address': 'fa:16:3e:b4:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7394a172-d460-430c-b074-73e54854df8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:11:45.336355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 60e68359-35c7-4558-9eaf-778ca161aa61 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:45.336738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:45.349328 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e68359-35c7-4558-9eaf-778ca161aa61 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:45.368193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=60e68359-35c7-4558-9eaf-778ca161aa61,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:45.371624 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:45.372243 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 6b814141-89bd-48ec-ac26-c5e681c50a3d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:11:45.389939 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0c670-6031-449a-b1f3-ef48cae30fee req-ff0ccd28-92c0-4314-bf39-8921144b17ab tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:45.391404 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b3a0c670-6031-449a-b1f3-ef48cae30fee req-ff0ccd28-92c0-4314-bf39-8921144b17ab tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0511315 Feb 16 15:11:45.437350 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b3a0c670-6031-449a-b1f3-ef48cae30fee req-3283322d-35e0-4d66-a144-1057097c654c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Feb 16 15:11:45.441440 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:45.506099 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:45.515970 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'port_id': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'mac_address': 'fa:16:3e:a2:d7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:11:45.552200 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 6b814141-89bd-48ec-ac26-c5e681c50a3d is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:45.552592 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:45.571306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b814141-89bd-48ec-ac26-c5e681c50a3d {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:45.590833 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:45.594262 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:45.639723 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:45.909614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299db2-caa5-4674-b052-5f96098b1783 req-76b1888c-2069-498c-becf-2ffa010e56ef tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:45.910973 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d299db2-caa5-4674-b052-5f96098b1783 req-76b1888c-2069-498c-becf-2ffa010e56ef tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 945 time: 0.0503385 Feb 16 15:11:45.955948 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d299db2-caa5-4674-b052-5f96098b1783 req-93a6ccc5-4e7b-497b-b8f7-df7795779cd7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Feb 16 15:11:46.249715 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f3d36-05a2-4fe0-a89d-2433772654a5 req-a44fe4e4-f168-4412-87b1-17344c2e225e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:46.251234 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-428f3d36-05a2-4fe0-a89d-2433772654a5 req-a44fe4e4-f168-4412-87b1-17344c2e225e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 944 time: 0.0503631 Feb 16 15:11:46.296627 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-428f3d36-05a2-4fe0-a89d-2433772654a5 req-94e92e92-d68b-4b8c-9c03-9b175320565d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Feb 16 15:11:46.368376 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:46.558116 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c89b28-58c1-48f3-a953-9748830410ce req-9132b316-6a29-4955-b5bb-c698f9a09fe0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:46.559588 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79c89b28-58c1-48f3-a953-9748830410ce req-9132b316-6a29-4955-b5bb-c698f9a09fe0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0546153 Feb 16 15:11:46.570958 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['60e68359-35c7-4558-9eaf-778ca161aa61'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:46.608309 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79c89b28-58c1-48f3-a953-9748830410ce req-98c550db-decc-4d21-acd7-17d66471032f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Feb 16 15:11:47.074831 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ece43a-417d-4a64-b98f-13cc3c576f59 req-65c791e7-e848-46d6-a004-d315c7ba5508 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.076282 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1ece43a-417d-4a64-b98f-13cc3c576f59 req-65c791e7-e848-46d6-a004-d315c7ba5508 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 945 time: 0.0542924 Feb 16 15:11:47.121382 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1ece43a-417d-4a64-b98f-13cc3c576f59 req-7d4d68b9-c13c-4cee-9b7a-f9e7379124b5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Feb 16 15:11:47.409392 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ac66-2a39-45a7-9cfb-49b9ddee8f61 req-673275f0-30a3-4bb0-a64f-a0f330962111 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.410854 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0559ac66-2a39-45a7-9cfb-49b9ddee8f61 req-673275f0-30a3-4bb0-a64f-a0f330962111 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 944 time: 0.0507784 Feb 16 15:11:47.456871 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0559ac66-2a39-45a7-9cfb-49b9ddee8f61 req-9dfe763e-d089-492b-b20c-91f9ed4fea74 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Feb 16 15:11:47.722963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0e280-8698-4aa3-8295-3fdd2485cc89 req-7a3e7c5f-0a7a-47e5-837a-0f652d1e7dd8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.724427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-70b0e280-8698-4aa3-8295-3fdd2485cc89 req-7a3e7c5f-0a7a-47e5-837a-0f652d1e7dd8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0510535 Feb 16 15:11:47.769038 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-70b0e280-8698-4aa3-8295-3fdd2485cc89 req-e938fab4-3382-4245-9b8b-6fbd46d05307 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Feb 16 15:11:48.234551 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a22c-ab62-433d-b4f5-87d08ec1150f req-af49943c-349f-45fb-b2f3-41b52218e448 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:48.236422 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbd6a22c-ab62-433d-b4f5-87d08ec1150f req-af49943c-349f-45fb-b2f3-41b52218e448 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 945 time: 0.0508845 Feb 16 15:11:48.285562 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cbd6a22c-ab62-433d-b4f5-87d08ec1150f req-d005b564-b02f-4724-9f04-55d3eaab6864 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Feb 16 15:11:48.570711 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36425b34-6b4e-4978-a791-b87bea6e8999 req-7cc59c42-7fc0-41e3-8f8a-7ce201b48067 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:48.572168 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36425b34-6b4e-4978-a791-b87bea6e8999 req-7cc59c42-7fc0-41e3-8f8a-7ce201b48067 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 944 time: 0.0510592 Feb 16 15:11:48.620894 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36425b34-6b4e-4978-a791-b87bea6e8999 req-fa525b18-2764-4118-8341-ad289825730d tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Feb 16 15:11:49.214099 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 60e68359-35c7-4558-9eaf-778ca161aa61 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:49.264194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 60e68359-35c7-4558-9eaf-778ca161aa61 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:11:49.268711 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 60e68359-35c7-4558-9eaf-778ca161aa61 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:49.269138 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.345908 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 60e68359-35c7-4558-9eaf-778ca161aa61 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:49.346296 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.370857 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:49.373450 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e042c6c-0cb8-4ac5-bcf0-140469e11aaf" -d '{"events": [{"server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "name": "network-vif-plugged", "status": "completed", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:49.386969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=60e68359-35c7-4558-9eaf-778ca161aa61,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:49.390855 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.392359 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 6b814141-89bd-48ec-ac26-c5e681c50a3d up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:49.413887 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d941c4-3763-4c6c-8d88-9a5360bb7bcb req-2491c1c4-f175-4633-885d-7acc43b0b02a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.415714 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98d941c4-3763-4c6c-8d88-9a5360bb7bcb req-2491c1c4-f175-4633-885d-7acc43b0b02a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 945 time: 0.0526311 Feb 16 15:11:49.419536 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739108b-2cc6-47a7-ab9b-a72a4fe0b3f1 x-openstack-request-id: req-1739108b-2cc6-47a7-ab9b-a72a4fe0b3f1 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:49.419948 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "name": "network-vif-plugged", "status": "completed", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:49.420069 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1739108b-2cc6-47a7-ab9b-a72a4fe0b3f1 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:49.420457 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61', 'code': 200} Feb 16 15:11:49.467814 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98d941c4-3763-4c6c-8d88-9a5360bb7bcb req-b92cc06c-c433-42f4-aaf5-f29f23d2d48f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Feb 16 15:11:49.479625 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:49.490622 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 6b814141-89bd-48ec-ac26-c5e681c50a3d completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:11:49.494442 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 6b814141-89bd-48ec-ac26-c5e681c50a3d triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:49.494813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.571654 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 6b814141-89bd-48ec-ac26-c5e681c50a3d is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:11:49.572045 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.603640 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:49.608119 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:49.608273 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372239-5162-466a-8f45-07d96df6d501 req-6f80d66c-9436-4774-84b8-e6d921e7243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.609677 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27372239-5162-466a-8f45-07d96df6d501 req-6f80d66c-9436-4774-84b8-e6d921e7243d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 1129 time: 0.0421550 Feb 16 15:11:49.653849 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27372239-5162-466a-8f45-07d96df6d501 req-211bb013-60ff-45e3-ae98-1a8442157ab2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Feb 16 15:11:49.666082 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:49.752875 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e243dac-6e4f-471d-9eef-2eec352ac11b req-228da9e9-4f58-4208-a7a7-d2c79ed2a571 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.755005 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2e243dac-6e4f-471d-9eef-2eec352ac11b req-228da9e9-4f58-4208-a7a7-d2c79ed2a571 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0650508 Feb 16 15:11:49.807967 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2e243dac-6e4f-471d-9eef-2eec352ac11b req-499fc6fa-3415-445f-af6b-69c7a0c0e26e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475433 Feb 16 15:11:50.221676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d13d12-6ff6-4c19-8056-1f6cbb0c13ff req-ab20b553-7ba8-4a2f-b507-16fc3763ae8d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.223120 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75d13d12-6ff6-4c19-8056-1f6cbb0c13ff req-ab20b553-7ba8-4a2f-b507-16fc3763ae8d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0541477 Feb 16 15:11:50.268481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75d13d12-6ff6-4c19-8056-1f6cbb0c13ff req-10436795-7213-4d1c-9592-0df55b76e127 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 16 15:11:50.596178 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee70f9-79d2-462b-b71f-c97986aae263 req-c7236acd-cfca-4b02-953f-29c297b3705f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.597801 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72ee70f9-79d2-462b-b71f-c97986aae263 req-c7236acd-cfca-4b02-953f-29c297b3705f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0585787 Feb 16 15:11:50.652838 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72ee70f9-79d2-462b-b71f-c97986aae263 req-660fa0c6-2a28-4a3f-b334-ac34fa4493e0 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Feb 16 15:11:50.678995 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-b608f8e4-4557-4873-92d0-f772c89c920e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340657639&fields=id&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 267 time: 0.0446606 Feb 16 15:11:50.785450 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-c7037702-a84d-4494-b5f5-ecd9e6e7fd52 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.786876 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-c7037702-a84d-4494-b5f5-ecd9e6e7fd52 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.1014483 Feb 16 15:11:50.801266 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-67405029-38b2-4af1-a971-978c548d4f9e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/quotas/7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 375 time: 0.0091112 Feb 16 15:11:50.853366 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-26a6a57d-6846-4cba-b44d-61f75305f5e8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474019 Feb 16 15:11:50.926148 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73232d47-d0b5-4146-916d-61b971a8cd21 req-79fa4d73-b33e-4621-8375-bf1490c63243 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.927623 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73232d47-d0b5-4146-916d-61b971a8cd21 req-79fa4d73-b33e-4621-8375-bf1490c63243 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0547650 Feb 16 15:11:50.950649 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-d18bfd77-e2dd-466a-99ca-31dd6c8831e7 service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Feb 16 15:11:50.975193 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73232d47-d0b5-4146-916d-61b971a8cd21 req-53e6f8bd-81d6-499a-b9d4-b429a961e779 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Feb 16 15:11:51.041893 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-29c3f384-13db-4185-86e8-04e7f8bc3720 service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Feb 16 15:11:51.309981 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-436e1eff-5036-4864-af3c-1746d754b408 req-d439b0a0-bb1a-4b7c-b49f-a8879566bbe9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 210 time: 0.0257692 Feb 16 15:11:51.421427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:51.424250 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef2233-aa7d-40de-a033-aae6a500c90e" -d '{"events": [{"server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "name": "network-vif-plugged", "status": "completed", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:51.461750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843defed-c2bf-4b20-9803-32ef1fefa4f2 x-openstack-request-id: req-843defed-c2bf-4b20-9803-32ef1fefa4f2 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:51.462047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "name": "network-vif-plugged", "status": "completed", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:51.463677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-843defed-c2bf-4b20-9803-32ef1fefa4f2 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:51.463810 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'code': 200} Feb 16 15:11:51.698402 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5fce-6c62-4614-ae9e-973c6a3993a0 req-d10e540c-1e7b-4f87-9d2a-dacaa457a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:51.699917 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fd9e5fce-6c62-4614-ae9e-973c6a3993a0 req-d10e540c-1e7b-4f87-9d2a-dacaa457a630 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1130 time: 0.0576043 Feb 16 15:11:51.793169 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fd9e5fce-6c62-4614-ae9e-973c6a3993a0 req-8f94740e-c295-4bb5-b1c4-d571cb2bbdc2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748832 Feb 16 15:11:51.803396 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13851280-5b90-4290-a588-e182fee741e1 req-b7f4123f-6744-4d66-9122-d05082ff0efc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:51.804824 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13851280-5b90-4290-a588-e182fee741e1 req-b7f4123f-6744-4d66-9122-d05082ff0efc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0803456 Feb 16 15:11:51.850631 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13851280-5b90-4290-a588-e182fee741e1 req-938ace74-7e64-4071-aa50-6a4979115ac3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Feb 16 15:11:52.098542 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233dd5-baca-4734-98e5-eb069feffdd6 req-5c2cecd3-bf81-4a2e-af91-b57f1c737c38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.100213 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-79233dd5-baca-4734-98e5-eb069feffdd6 req-5c2cecd3-bf81-4a2e-af91-b57f1c737c38 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Feb 16 15:11:52.148776 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-79233dd5-baca-4734-98e5-eb069feffdd6 req-6f4b5556-c948-46c2-97c5-c90303f13773 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Feb 16 15:11:52.377194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d33c0ad6-15f4-44e8-9596-e264797a3303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:52.408769 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-973017a2-8f56-41b7-be41-868df8a10864 req-4f324a62-a6c5-4c00-8e28-ba4cc203bcc9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 210 time: 0.0266848 Feb 16 15:11:52.608196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7c30be07-c0bb-4930-bd6c-06edbf85f8da tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.609793 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7c30be07-c0bb-4930-bd6c-06edbf85f8da tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.1032217 Feb 16 15:11:52.677200 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-6ba74138-52fb-48e6-bf80-0b0599594dd2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 379 time: 0.0568621 Feb 16 15:11:52.686487 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'port': {'device_id': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'admin_state_up': True, 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'security_groups': ['aa618b7c-77ad-41b5-9779-30fe586a42fd']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:52.790375 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Made reservation on behalf of 7f55fdc1ae354b40a6f6bc6b76214172 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:52.794023 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:52.919516 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.20.0.13 (6baa82a6-33de-4a7d-b052-bdae88156f46/b3b9d5af-3cf7-4a96-bec0-e387be46a849/ff9268fb-0c98-48d3-a39b-90d8ab27c224) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:52.963889 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb9ec6-1c4b-4779-89fa-018fe4f6b2b1 req-80d40127-c72e-4305-8f74-64aa9851dae1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.965319 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-feeb9ec6-1c4b-4779-89fa-018fe4f6b2b1 req-80d40127-c72e-4305-8f74-64aa9851dae1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0497661 Feb 16 15:11:53.010112 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-feeb9ec6-1c4b-4779-89fa-018fe4f6b2b1 req-730756c1-a75c-4b0f-a30c-611116455478 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Feb 16 15:11:53.054464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.091450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.129882 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:53.134847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:53.138426 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:53.165870 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.192072 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.192694 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.209295 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7d8eb4f3-7ce6-43e8-9a6c-16de664f8028 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5268066 Feb 16 15:11:53.225425 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Request body: {'port': {'device_id': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:53.288488 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.392005 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-f782188f-b0a2-4f9e-8de6-9682cf4bd1d9 None None] Provisioning complete for port ff9268fb-0c98-48d3-a39b-90d8ab27c224 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:53.392612 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f782188f-b0a2-4f9e-8de6-9682cf4bd1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.429125 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-f782188f-b0a2-4f9e-8de6-9682cf4bd1d9 None None] Port ff9268fb-0c98-48d3-a39b-90d8ab27c224 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:11:53.584585 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8dbc-a3b9-498a-bf7b-1861f770090d req-a920d01e-19fa-495a-ad0c-dda6095d1b8c tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.586088 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-336a8dbc-a3b9-498a-bf7b-1861f770090d req-a920d01e-19fa-495a-ad0c-dda6095d1b8c tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 932 time: 0.1038277 Feb 16 15:11:53.603568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9268fb-0c98-48d3-a39b-90d8ab27c224 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:53.619371 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks [] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.642287 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Transition to ACTIVE for port object ff9268fb-0c98-48d3-a39b-90d8ab27c224 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:11:53.646072 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.700693 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-336a8dbc-a3b9-498a-bf7b-1861f770090d req-1bf6cb78-7749-48ff-8728-d8b5ec792406 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070509 Feb 16 15:11:53.762926 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.803298 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Attempting to bind port ff9268fb-0c98-48d3-a39b-90d8ab27c224 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:11:53.803991 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Attempting to bind port ff9268fb-0c98-48d3-a39b-90d8ab27c224 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:11:53.804368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Attempting to bind port ff9268fb-0c98-48d3-a39b-90d8ab27c224 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:53.809255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Port ff9268fb-0c98-48d3-a39b-90d8ab27c224 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:11:53.809728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Attempting to bind port ff9268fb-0c98-48d3-a39b-90d8ab27c224 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:53.815710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:53.816132 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:11:53.816517 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Bound using segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:53.816968 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Bound port: ff9268fb-0c98-48d3-a39b-90d8ab27c224, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:11:53.817320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.884803 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:53.888150 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:53.894202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.933441 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.934050 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:53.935398 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] 10.222.0.79 "PUT /v2.0/ports/ff9268fb-0c98-48d3-a39b-90d8ab27c224 HTTP/1.1" status: 200 len: 1094 time: 0.7144754 Feb 16 15:11:53.935832 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:53.938091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303" -d '{"events": [{"name": "network-changed", "server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:53.964680 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e10c3-e972-44ad-b2ab-02dacef2f988 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.988250 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d39c10-6e4e-4ef0-9cc2-5124da8fda6f x-openstack-request-id: req-16d39c10-6e4e-4ef0-9cc2-5124da8fda6f {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:53.988614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:53.988967 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16d39c10-6e4e-4ef0-9cc2-5124da8fda6f {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:53.989446 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'status': 'completed', 'code': 200} Feb 16 15:11:54.044854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-618d91f4-e3b8-418b-81f0-ce75f276302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.046531 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-618d91f4-e3b8-418b-81f0-ce75f276302b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 1128 time: 0.0465488 Feb 16 15:11:54.098492 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-97b6add8-d43b-4141-9270-6dfb0bc462dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224 HTTP/1.1" status: 200 len: 217 time: 0.0448866 Feb 16 15:11:54.169717 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7ef538ce-c1e8-4f2d-b2e3-845d2890ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.171139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-7ef538ce-c1e8-4f2d-b2e3-845d2890ebde service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0519903 Feb 16 15:11:54.181513 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5f76-26b1-4099-84cf-819d42c1269f req-87d38e69-7da8-4197-b459-43c342172f12 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.182910 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9bbd5f76-26b1-4099-84cf-819d42c1269f req-87d38e69-7da8-4197-b459-43c342172f12 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0939920 Feb 16 15:11:54.255736 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3398c144-0ebc-495c-8597-9a3bd4075399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.257246 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-3398c144-0ebc-495c-8597-9a3bd4075399 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0734699 Feb 16 15:11:54.260226 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9bbd5f76-26b1-4099-84cf-819d42c1269f req-c2f96db1-e76c-4c30-8a7c-39269c95cac3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676613 Feb 16 15:11:54.355865 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-c241bf50-b946-4f4a-9294-b85e44845225 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846770 Feb 16 15:11:54.375347 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c454b-ff16-40fa-a07a-cd2122e3cdba req-380bb191-7e04-43b4-b934-c7ce400e2bbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.377449 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-403c454b-ff16-40fa-a07a-cd2122e3cdba req-380bb191-7e04-43b4-b934-c7ce400e2bbd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0501947 Feb 16 15:11:54.422211 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-403c454b-ff16-40fa-a07a-cd2122e3cdba req-1942f74d-a6c1-490d-8d6b-9c2ed8092a8a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Feb 16 15:11:54.444483 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e6c5ed0-33ca-4801-8981-21ca0f7b8aed req-ecbd3f17-6df7-442e-8d34-65176191b7b9 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819118 Feb 16 15:11:54.511332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1297af0d-e6b0-4544-a673-888ae9ba0b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:54.553217 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-a7728763-7417-42a0-aa0f-0eeda0361beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.554719 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-a7728763-7417-42a0-aa0f-0eeda0361beb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 1128 time: 0.0642755 Feb 16 15:11:54.650758 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-0fe38809-f680-42cb-857c-125db311654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.652226 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-0fe38809-f680-42cb-857c-125db311654f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0890651 Feb 16 15:11:54.700837 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-4111d798-c98f-42e5-a01f-4dd162fbcb3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Feb 16 15:11:54.781429 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-bb957151-ebdf-4d26-b796-e0edf996d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.783057 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-bb957151-ebdf-4d26-b796-e0edf996d98f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0730875 Feb 16 15:11:54.825146 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722304a-cf15-4dbd-a618-ff4fce46f449 req-38f7fbf7-8430-48ec-9070-ea58ca3346d4 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.827083 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1722304a-cf15-4dbd-a618-ff4fce46f449 req-38f7fbf7-8430-48ec-9070-ea58ca3346d4 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.1091959 Feb 16 15:11:54.872815 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-038049b6-6bc6-47a6-8af6-143973391092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.874355 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-038049b6-6bc6-47a6-8af6-143973391092 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847733 Feb 16 15:11:54.899028 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1722304a-cf15-4dbd-a618-ff4fce46f449 req-dbc9a7ea-e25d-4494-a31f-2accc757ca1b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Feb 16 15:11:54.942881 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc16f-9ac2-422e-b5ad-8a2c276b813a req-905896c1-6263-46dc-a710-7cafed733372 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.944377 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-173cc16f-9ac2-422e-b5ad-8a2c276b813a req-905896c1-6263-46dc-a710-7cafed733372 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0698974 Feb 16 15:11:54.982039 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-55515eaa-edad-4e60-a85f-f0ab28492c84 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954716 Feb 16 15:11:54.998114 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-173cc16f-9ac2-422e-b5ad-8a2c276b813a req-9acb45ac-01ba-495d-b4cd-d729eb094b27 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474370 Feb 16 15:11:55.294493 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcfbcdc4-ea7b-4fff-a2fc-8dea3d2e7303 req-5dba4dd7-7a61-4030-9bf7-4c8c97a36699 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049867 Feb 16 15:11:55.795851 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:56.107477 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c68c-7074-4086-821e-1e9841f317ee req-fb574e6b-34b0-4241-bb0f-cec570c14878 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:56.109009 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b698c68c-7074-4086-821e-1e9841f317ee req-fb574e6b-34b0-4241-bb0f-cec570c14878 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0507333 Feb 16 15:11:56.163931 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b698c68c-7074-4086-821e-1e9841f317ee req-34f7bea9-2402-4bf1-bd84-c05078f5129f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492990 Feb 16 15:11:56.768878 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:57.275667 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb083e68-541a-4724-9967-ea1a4098c4ca req-4251ce4b-2380-46c6-9bc3-dc4e01b0fa76 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:57.277125 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb083e68-541a-4724-9967-ea1a4098c4ca req-4251ce4b-2380-46c6-9bc3-dc4e01b0fa76 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0493035 Feb 16 15:11:57.323905 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb083e68-541a-4724-9967-ea1a4098c4ca req-6d23d55d-c30e-4f7f-9a00-536f8db578f3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Feb 16 15:11:58.396367 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-730a02e2-c322-405f-a143-bc71cbd02541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.397876 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-730a02e2-c322-405f-a143-bc71cbd02541 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0795062 Feb 16 15:11:58.405000 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812fea4-d718-49bf-b554-25adafb73440 req-d39e8ac8-e27f-4916-b4ee-18c2874c4c53 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.406374 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5812fea4-d718-49bf-b554-25adafb73440 req-d39e8ac8-e27f-4916-b4ee-18c2874c4c53 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0801549 Feb 16 15:11:58.441867 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409e3d-64ed-4fae-ba01-97f33690c403 req-0c69aae7-aed4-4d2a-9f77-ed6243c8a7cd tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.443319 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f6409e3d-64ed-4fae-ba01-97f33690c403 req-0c69aae7-aed4-4d2a-9f77-ed6243c8a7cd tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0505292 Feb 16 15:11:58.488969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:11:58.492169 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f6409e3d-64ed-4fae-ba01-97f33690c403 req-faaf25a0-ee93-47bf-b16f-85d2c44d1b15 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Feb 16 15:11:58.510827 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5812fea4-d718-49bf-b554-25adafb73440 req-01051b27-c95d-4972-96e6-eeb155f8dedb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957780 Feb 16 15:11:58.525415 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-05b259b9-bfdd-4872-8650-0ca3c54336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.527031 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-05b259b9-bfdd-4872-8650-0ca3c54336a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.1192403 Feb 16 15:11:58.568397 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-dba935f4-41bb-4178-9dd1-bd9963cc0e1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0335078 Feb 16 15:11:58.619333 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-46772681-e6f4-4727-8840-510200397b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.620734 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-46772681-e6f4-4727-8840-510200397b4a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0465569 Feb 16 15:11:58.650180 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-a329061c-2ee7-4e78-805c-5396b5413bb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231023 Feb 16 15:11:58.741819 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-4b3780d3-b54b-4564-8932-c1121530548b service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791245 Feb 16 15:11:58.844032 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95f57b96-64b5-4e3e-af50-08c386d5425b req-f0bab2cb-47f6-477f-8363-8f1f1a66144f service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856574 Feb 16 15:11:59.618364 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634e97e-4d01-480d-b448-a64a39d2d272 req-a896b4d2-9fec-4f65-baf4-d8e77e6030a1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.619847 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3634e97e-4d01-480d-b448-a64a39d2d272 req-a896b4d2-9fec-4f65-baf4-d8e77e6030a1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0570385 Feb 16 15:11:59.638921 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf925f7-4cdd-4ecf-9e69-717939ef930c req-51baa926-2508-482e-bfcd-b0b27b03a422 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.640408 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ddf925f7-4cdd-4ecf-9e69-717939ef930c req-51baa926-2508-482e-bfcd-b0b27b03a422 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0520487 Feb 16 15:11:59.668225 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3634e97e-4d01-480d-b448-a64a39d2d272 req-bf99ac49-f1a5-44c8-92e7-b058f91ce77b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Feb 16 15:11:59.690433 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ddf925f7-4cdd-4ecf-9e69-717939ef930c req-50f99a23-d826-4f77-b7cd-e3544e288b20 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 Feb 16 15:12:00.782777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ea49-fdf6-43fb-be76-92cc2cbabf90 req-f9e08437-24f7-4a89-9a2b-87126784a7cc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:00.784264 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b1f7ea49-fdf6-43fb-be76-92cc2cbabf90 req-f9e08437-24f7-4a89-9a2b-87126784a7cc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0506172 Feb 16 15:12:00.814015 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d81349-8ea6-4dea-9e85-7cb09c62776f req-903a115f-4fbe-4784-a5e9-84959d0e5025 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:00.815570 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b8d81349-8ea6-4dea-9e85-7cb09c62776f req-903a115f-4fbe-4784-a5e9-84959d0e5025 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0572791 Feb 16 15:12:00.834161 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b1f7ea49-fdf6-43fb-be76-92cc2cbabf90 req-a303dc4b-89b9-415f-afa8-41b4f3d462d1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437055 Feb 16 15:12:00.863539 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b8d81349-8ea6-4dea-9e85-7cb09c62776f req-47f5aa55-bd4b-4dc0-ab4a-48a86564e613 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 16 15:12:01.143709 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:01.953266 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2de6e-38f4-495a-b886-b36c629841e0 req-e856030d-d356-46f5-95e6-1f654ace48b4 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:01.954798 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-14e2de6e-38f4-495a-b886-b36c629841e0 req-e856030d-d356-46f5-95e6-1f654ace48b4 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0526841 Feb 16 15:12:02.003472 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3799d3-ae1f-41fc-877b-314ff333b73f req-63bc0b0f-96ed-4bfe-a3fe-41b9724416b6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:02.004985 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce3799d3-ae1f-41fc-877b-314ff333b73f req-63bc0b0f-96ed-4bfe-a3fe-41b9724416b6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0747457 Feb 16 15:12:02.014937 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-14e2de6e-38f4-495a-b886-b36c629841e0 req-e493a86e-c6b3-4162-98d9-dcb89c3499cd tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544739 Feb 16 15:12:02.074833 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce3799d3-ae1f-41fc-877b-314ff333b73f req-559c9235-5fe3-4a7d-8962-70b2f308ca18 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Feb 16 15:12:02.076601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-8533b008-2c23-4445-af7a-4155b900ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:02.078018 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-8533b008-2c23-4445-af7a-4155b900ce0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0893834 Feb 16 15:12:02.187510 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-b68772b5-8aa7-4965-9f93-c3c9fe0f43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:02.189160 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-b68772b5-8aa7-4965-9f93-c3c9fe0f43d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.0872643 Feb 16 15:12:02.229256 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-873f9515-0596-4d42-8dbc-4d5361572c12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0342636 Feb 16 15:12:02.291839 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-ad35a55a-4dfc-40d7-8f84-c304dbb61568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:02.293299 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-ad35a55a-4dfc-40d7-8f84-c304dbb61568 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0477006 Feb 16 15:12:02.322958 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-e4b5474d-0eeb-4444-a5c3-8b6e6520f6c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232346 Feb 16 15:12:02.414223 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-ca631cc7-f79d-47ac-83c5-c7d0971953ad service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804706 Feb 16 15:12:02.505100 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f492c43f-3a3f-489a-bd35-b6c6c4ec201f req-6014c591-5c7d-41cc-a320-a8a018b52baf service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836606 Feb 16 15:12:03.131677 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699962a4-1086-4504-8002-8087637dac8b req-74a007fa-6416-4e17-b7ee-b4a0a4e536b7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:03.133169 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-699962a4-1086-4504-8002-8087637dac8b req-74a007fa-6416-4e17-b7ee-b4a0a4e536b7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0518391 Feb 16 15:12:03.180782 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-699962a4-1086-4504-8002-8087637dac8b req-a5cc0aee-6ed1-4295-9865-33d2ce04a1d4 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Feb 16 15:12:03.192438 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72584a41-1350-4c2e-a91e-a5370b31116d req-4618463a-ceca-4d4c-ab2d-a74c0564bd5a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:03.193954 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72584a41-1350-4c2e-a91e-a5370b31116d req-4618463a-ceca-4d4c-ab2d-a74c0564bd5a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0517085 Feb 16 15:12:03.239141 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72584a41-1350-4c2e-a91e-a5370b31116d req-5f4006cc-3c1e-45b2-bded-dae1cf3e9486 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Feb 16 15:12:04.296405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e76d0-62b1-4d43-8cb2-b9c8b0d58170 req-7c62e60a-f17a-4e51-838e-e56990708706 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:04.297915 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c1e76d0-62b1-4d43-8cb2-b9c8b0d58170 req-7c62e60a-f17a-4e51-838e-e56990708706 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0514722 Feb 16 15:12:04.347471 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c1e76d0-62b1-4d43-8cb2-b9c8b0d58170 req-1a077c7f-d29f-4072-a085-bbe183a66647 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Feb 16 15:12:04.362036 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea285-aaa2-4b4c-b37a-a8e947547a47 req-67744226-fe79-488c-ab13-b7f31d88d885 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:04.363539 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76fea285-aaa2-4b4c-b37a-a8e947547a47 req-67744226-fe79-488c-ab13-b7f31d88d885 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0578179 Feb 16 15:12:04.415218 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76fea285-aaa2-4b4c-b37a-a8e947547a47 req-f5db1d92-8e37-42a4-9a67-c2d0c9c066a2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Feb 16 15:12:05.473825 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21103e28-2abd-4377-9318-6c6a2bef7831 req-e83b2a78-f681-40c4-8ba2-3f78fa5903cf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:05.475276 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-21103e28-2abd-4377-9318-6c6a2bef7831 req-e83b2a78-f681-40c4-8ba2-3f78fa5903cf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0608287 Feb 16 15:12:05.543861 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c026a0-91db-4984-a1b8-c5e104a6df34 req-967855ba-9b36-4ee6-8b68-c7a9a6d45d55 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:05.545403 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7c026a0-91db-4984-a1b8-c5e104a6df34 req-967855ba-9b36-4ee6-8b68-c7a9a6d45d55 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0598655 Feb 16 15:12:05.548121 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-21103e28-2abd-4377-9318-6c6a2bef7831 req-8c3b9355-a390-4b5f-bc8b-376c262b6a13 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668859 Feb 16 15:12:05.607648 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7c026a0-91db-4984-a1b8-c5e104a6df34 req-2b4dae85-1770-48e4-954c-fa22719acdb0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564222 Feb 16 15:12:06.659363 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc6555-e2e2-4dde-9b76-eaa264018826 req-0e925738-5efa-45ba-a401-ce748e713333 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:06.660833 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36dc6555-e2e2-4dde-9b76-eaa264018826 req-0e925738-5efa-45ba-a401-ce748e713333 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 944 time: 0.0514286 Feb 16 15:12:06.709307 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36dc6555-e2e2-4dde-9b76-eaa264018826 req-e7ee2e05-08f0-45cd-92be-01ec29a707c5 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Feb 16 15:12:06.727624 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019eb41a-5df3-42d4-9309-0e39a7179886 req-5dcbd9c1-2162-4e63-9898-32a5a8248ad3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:06.729103 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-019eb41a-5df3-42d4-9309-0e39a7179886 req-5dcbd9c1-2162-4e63-9898-32a5a8248ad3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0546806 Feb 16 15:12:06.773973 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-019eb41a-5df3-42d4-9309-0e39a7179886 req-8edbe15e-c770-44d4-8b43-89b8acf01613 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Feb 16 15:12:07.354668 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device ff9268fb-0c98-48d3-a39b-90d8ab27c224 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:12:07.449629 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:07.460194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'port_id': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'mac_address': 'fa:16:3e:62:c9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:12:07.495756 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port ff9268fb-0c98-48d3-a39b-90d8ab27c224 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:12:07.496142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:07.508215 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9268fb-0c98-48d3-a39b-90d8ab27c224 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:12:07.532318 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:07.536193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:07.586749 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:07.593522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.594563 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.594910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.595247 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.595581 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.595911 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.596241 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.596568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.596894 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.597250 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.597574 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.597892 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.598211 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:07.825671 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67f78-503d-46c9-b71d-651f595135cd req-0f249ab5-3485-404a-ad8c-b5ae9c95d27a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:07.829001 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6e67f78-503d-46c9-b71d-651f595135cd req-0f249ab5-3485-404a-ad8c-b5ae9c95d27a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 945 time: 0.0535557 Feb 16 15:12:07.877253 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6e67f78-503d-46c9-b71d-651f595135cd req-741bfc33-b8d4-47be-a15f-dc15a6261bca tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Feb 16 15:12:07.898245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f49878-91e0-48a3-afee-79d4a6edd575 req-38ce9e67-929f-4cae-97ca-614a4bf8534f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:07.898245 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0f49878-91e0-48a3-afee-79d4a6edd575 req-38ce9e67-929f-4cae-97ca-614a4bf8534f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0519626 Feb 16 15:12:07.944085 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0f49878-91e0-48a3-afee-79d4a6edd575 req-51fc09b9-40e5-4d9a-a29c-5e7ddfe14c43 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Feb 16 15:12:08.142066 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['ff9268fb-0c98-48d3-a39b-90d8ab27c224'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:09.000641 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580f913-bd56-4d2f-8a1f-e07607a5cc8d req-c5409ace-059e-4dde-b630-a89cc1ede08a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:09.002153 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9580f913-bd56-4d2f-8a1f-e07607a5cc8d req-c5409ace-059e-4dde-b630-a89cc1ede08a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 945 time: 0.0519834 Feb 16 15:12:09.056296 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9580f913-bd56-4d2f-8a1f-e07607a5cc8d req-8c685ce8-1e38-4d1a-ad05-a9d3f3559b31 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Feb 16 15:12:09.077019 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18fd5-c62d-4c76-8df7-50d320c12faf req-2ac73de3-b33f-41e9-aada-158de6eaba2b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:09.078483 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0f18fd5-c62d-4c76-8df7-50d320c12faf req-2ac73de3-b33f-41e9-aada-158de6eaba2b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0505700 Feb 16 15:12:09.124312 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f0f18fd5-c62d-4c76-8df7-50d320c12faf req-4bea6ab4-c20f-46eb-bfbf-7d2b5d30e450 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Feb 16 15:12:10.171128 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc8a38-d50b-4c37-94a1-6f59f00a212c req-911be6e7-83f6-490a-84ee-626c5066e89b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:10.172606 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-11dc8a38-d50b-4c37-94a1-6f59f00a212c req-911be6e7-83f6-490a-84ee-626c5066e89b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 945 time: 0.0511537 Feb 16 15:12:10.220791 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-11dc8a38-d50b-4c37-94a1-6f59f00a212c req-1ad34c28-b831-4080-81f1-ca432cbb0e40 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Feb 16 15:12:10.238689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619160db-276f-486c-a6e6-e2243835d6af req-049480a1-f9fd-45ce-b9b6-2c42547145c8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:10.240168 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-619160db-276f-486c-a6e6-e2243835d6af req-049480a1-f9fd-45ce-b9b6-2c42547145c8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0509119 Feb 16 15:12:10.295718 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-619160db-276f-486c-a6e6-e2243835d6af req-a43ec0b9-9c92-48b5-b6e8-23dee31cfce4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499537 Feb 16 15:12:11.354310 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7471c-a0ce-49bf-b7b6-6196b76bf76a req-7fe89bd0-3444-4bfd-a16d-37317e7135c2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:11.355802 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d9a7471c-a0ce-49bf-b7b6-6196b76bf76a req-7fe89bd0-3444-4bfd-a16d-37317e7135c2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 945 time: 0.0657010 Feb 16 15:12:11.394964 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device ff9268fb-0c98-48d3-a39b-90d8ab27c224 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:11.411702 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d9a7471c-a0ce-49bf-b7b6-6196b76bf76a req-adbdb56a-7542-4fe2-92fa-c4d755d67852 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502865 Feb 16 15:12:11.424805 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d7ceb-9428-4509-ad9f-ba711a5ac64b req-365fd7fa-7633-4f03-bb6b-3da155b45c5e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:11.429427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d83d7ceb-9428-4509-ad9f-ba711a5ac64b req-365fd7fa-7633-4f03-bb6b-3da155b45c5e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0618453 Feb 16 15:12:11.456245 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port ff9268fb-0c98-48d3-a39b-90d8ab27c224 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:12:11.460590 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port ff9268fb-0c98-48d3-a39b-90d8ab27c224 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:11.460992 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:11.473614 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d83d7ceb-9428-4509-ad9f-ba711a5ac64b req-e7cb4c6e-9567-44f4-ab6a-658eaca88c08 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Feb 16 15:12:11.539338 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port ff9268fb-0c98-48d3-a39b-90d8ab27c224 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:12:11.539728 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:11.564013 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:11.566291 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb54b144-d48f-4a23-ba9b-4c18bd45d156" -d '{"events": [{"server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:11.577693 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:11.582306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:11.606700 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3815c2ba-bd40-409d-9640-efa349daaf39 x-openstack-request-id: req-3815c2ba-bd40-409d-9640-efa349daaf39 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:11.606997 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:11.607251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3815c2ba-bd40-409d-9640-efa349daaf39 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:11.607636 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'code': 200} Feb 16 15:12:11.633698 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:11.909398 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76401-0ab0-4dd1-847d-2ab0e91cb174 req-ed142e88-7d85-4313-b501-f5d59eb90a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:11.911027 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62a76401-0ab0-4dd1-847d-2ab0e91cb174 req-ed142e88-7d85-4313-b501-f5d59eb90a44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 1130 time: 0.0476170 Feb 16 15:12:11.965558 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62a76401-0ab0-4dd1-847d-2ab0e91cb174 req-648aaf81-1c8e-4bac-91db-68f8be611c50 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Feb 16 15:12:12.538689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67301-75c4-466e-bf82-8b853863611a req-91a9da27-81a5-4074-ad00-b35e56ee87bb tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:12.540313 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6bd67301-75c4-466e-bf82-8b853863611a req-91a9da27-81a5-4074-ad00-b35e56ee87bb tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0592046 Feb 16 15:12:12.601101 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e5e90-326d-44e8-89f9-4531bae0c5f1 req-b2bb60c0-a767-4586-8607-78c28fb34532 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:12.602014 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6bd67301-75c4-466e-bf82-8b853863611a req-e7bdb05d-ec16-40e3-8dde-a8614331676c tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537810 Feb 16 15:12:12.606101 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-071e5e90-326d-44e8-89f9-4531bae0c5f1 req-b2bb60c0-a767-4586-8607-78c28fb34532 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0607293 Feb 16 15:12:12.653176 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-071e5e90-326d-44e8-89f9-4531bae0c5f1 req-0ba85264-f4de-4b03-a3d3-663e7a433a44 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Feb 16 15:12:12.722658 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eac1d1-5333-4a85-90c6-69501eba77ed req-5f827fb7-055c-4af2-a778-9575829a3f4d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:12.724007 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53eac1d1-5333-4a85-90c6-69501eba77ed req-5f827fb7-055c-4af2-a778-9575829a3f4d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0514753 Feb 16 15:12:12.772564 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53eac1d1-5333-4a85-90c6-69501eba77ed req-e87f177c-51b9-45ef-a1ae-c02ed6f12842 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Feb 16 15:12:12.794843 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39438) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:13.035401 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f309627-166a-428e-a1d5-28e38094be75 tempest-TestMinimumBasicScenario-1645999459 tempest-TestMinimumBasicScenario-1645999459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.036906 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9f309627-166a-428e-a1d5-28e38094be75 tempest-TestMinimumBasicScenario-1645999459 tempest-TestMinimumBasicScenario-1645999459-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1125 time: 0.2411077 Feb 16 15:12:13.039682 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39442) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:13.043891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'port_id': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:13.066150 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:13.164897 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:13.267300 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Allocated IP 172.27.2.166 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/364e4018-c0da-4742-9c7a-337307b6c9a0) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:13.366919 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:13.401223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:13.436838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:13.443775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:13.447198 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:13.452610 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'Port': ['ID=364e4018-c0da-4742-9c7a-337307b6c9a0,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.774475 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a596d-3e3c-4475-8b5d-241c138cdc02 req-c6deee30-0b7d-444d-8724-3c968f6b76e7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.775981 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c25a596d-3e3c-4475-8b5d-241c138cdc02 req-c6deee30-0b7d-444d-8724-3c968f6b76e7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0543866 Feb 16 15:12:13.823084 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c25a596d-3e3c-4475-8b5d-241c138cdc02 req-8b182f53-3fd9-463e-9dd7-31bf19fd421e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Feb 16 15:12:13.840076 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5569b6-afc2-46bc-936d-df8977954054 req-403cc831-05cd-48bf-8280-f4177b7f434e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.841577 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b5569b6-afc2-46bc-936d-df8977954054 req-403cc831-05cd-48bf-8280-f4177b7f434e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.1716185 Feb 16 15:12:13.901749 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for floatingip (8888590d-992c-43dc-b593-e8976c25f1f7), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:13.935721 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b5569b6-afc2-46bc-936d-df8977954054 req-1602a2ce-587e-45ac-bb2b-ea652beb2be6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853338 Feb 16 15:12:13.981994 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.136473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.140736 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.209757 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'Port': ['ID=364e4018-c0da-4742-9c7a-337307b6c9a0,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:14.220439 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (8888590d-992c-43dc-b593-e8976c25f1f7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.319024 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Floating IP 8888590d-992c-43dc-b593-e8976c25f1f7 associated. External IP: 172.27.2.166, port: 6b814141-89bd-48ec-ac26-c5e681c50a3d. Feb 16 15:12:14.527485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Router 14c52002-080b-4b5f-97c3-554080ecabf2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:12:14.850831 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:12:14.863533 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Sync routers for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:12:14.868891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.879493 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:14.880145 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:11:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:14.912200 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f7e12438-046d-4dbe-98dc-2a13e1a79f02 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8712761 Feb 16 15:12:14.912970 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:14.915749 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39464) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:14.916292 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05690666-b833-413e-b49c-a57f27175b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:14.927387 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330182537', 'description': 'tempest-secgroup-smoke-1330182537 description', 'project_id': '7d22b27a206343198f62525eab98b76f'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:14.961220 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:14.965601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd9f0d-5773-4da1-ab8e-10b550f4757e x-openstack-request-id: req-a0cd9f0d-5773-4da1-ab8e-10b550f4757e {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:14.965982 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:14.966604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0cd9f0d-5773-4da1-ab8e-10b550f4757e {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:14.967075 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:12:14.977540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2926f6-e178-4ea3-9710-c56e0956075b req-090ee987-ba0e-469e-8610-8ad61a0ae3e8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.979308 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6c2926f6-e178-4ea3-9710-c56e0956075b req-090ee987-ba0e-469e-8610-8ad61a0ae3e8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0808215 Feb 16 15:12:15.054565 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (f615466b-1347-4f64-9d57-4c65e0b8e725), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.066307 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f615466b-1347-4f64-9d57-4c65e0b8e725), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.073867 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6c2926f6-e178-4ea3-9710-c56e0956075b req-79f54c2e-7ec4-419e-848e-9c7f5c4a0e76 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Feb 16 15:12:15.088263 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690666-b833-413e-b49c-a57f27175b3f req-dd743dbe-63df-4670-b137-edb24d84298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.091093 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-dd743dbe-63df-4670-b137-edb24d84298c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1130 time: 0.0734284 Feb 16 15:12:15.110623 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:15.113477 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f615466b-1347-4f64-9d57-4c65e0b8e725,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.118891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.120089 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2020445 Feb 16 15:12:15.127181 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.127531 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.127869 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.128210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.128540 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.128868 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.129215 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.129537 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.129860 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.130178 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.130496 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.130815 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.131130 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4364d9-e808-4772-937c-8226bd6cd8b1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:15.133929 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39470) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:15.139519 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.169943 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c037ec0-b750-42b8-8297-cd50f1707bbe req-0dea3d52-e9d1-453f-ab6e-fd22b550d50d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.171405 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0c037ec0-b750-42b8-8297-cd50f1707bbe req-0dea3d52-e9d1-453f-ab6e-fd22b550d50d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.1155171 Feb 16 15:12:15.177680 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (3c1df5b1-c4a3-43ea-8452-bb4448d59608), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.208213 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690666-b833-413e-b49c-a57f27175b3f req-fd6a9389-bbc8-4e2a-aa0f-45f8ded7c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.209956 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-fd6a9389-bbc8-4e2a-aa0f-45f8ded7c2ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.1087987 Feb 16 15:12:15.260318 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0c037ec0-b750-42b8-8297-cd50f1707bbe req-101c5f27-f022-4a30-b8d7-1393b3845164 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738204 Feb 16 15:12:15.271643 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (3c1df5b1-c4a3-43ea-8452-bb4448d59608), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.278093 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (3c1df5b1-c4a3-43ea-8452-bb4448d59608), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.294771 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-e119f5bb-212b-4151-bfd9-d1d6cf6a6954 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 1000 time: 0.0725565 Feb 16 15:12:15.299229 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1df5b1-c4a3-43ea-8452-bb4448d59608,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.307725 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.309016 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ce920daf-67f7-4813-a370-30f06d99aea2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739569 Feb 16 15:12:15.311831 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39472) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:15.316417 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.363231 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '8888590d-992c-43dc-b593-e8976c25f1f7', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'port_id': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'mac_address': 'fa:16:3e:a2:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:13Z', 'updated_at': '2022-02-16T15:12:13Z', 'revision_number': 0, 'project_id': '7d22b27a206343198f62525eab98b76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:15.375183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690666-b833-413e-b49c-a57f27175b3f req-ea25d020-63df-4ae9-bb8b-df3a0dcaec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.376694 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-ea25d020-63df-4ae9-bb8b-df3a0dcaec19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0561059 Feb 16 15:12:15.377372 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (00c0044d-2df0-452e-b5d6-51c70a25f2c2), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.389171 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Checking router: 14c52002-080b-4b5f-97c3-554080ecabf2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:12:15.398666 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:15.398860 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:11:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:15.463597 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (00c0044d-2df0-452e-b5d6-51c70a25f2c2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.469175 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690666-b833-413e-b49c-a57f27175b3f req-6ea58cd4-daa6-427f-8566-b99f75c04e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.471337 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-6ea58cd4-daa6-427f-8566-b99f75c04e14 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845912 Feb 16 15:12:15.472389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (00c0044d-2df0-452e-b5d6-51c70a25f2c2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.498678 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c0044d-2df0-452e-b5d6-51c70a25f2c2,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.513037 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:15.514445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.517239 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a009e4a7-14a0-4457-86be-965cf35a2513 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2042704 Feb 16 15:12:15.518879 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39478) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:15.523900 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.585832 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (697ca8e2-0ab0-409f-a87c-2c719bf5a454), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.607973 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-5608a293-c711-41bb-8005-0c4fb8a4fddd service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191940 Feb 16 15:12:15.678643 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (697ca8e2-0ab0-409f-a87c-2c719bf5a454), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.685636 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (697ca8e2-0ab0-409f-a87c-2c719bf5a454), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.711893 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f3694-acc9-4921-8937-fc5874f3d8b6 req-905d7d0e-e7ef-4200-8eb1-3f20f9bef598 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.713551 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-804f3694-acc9-4921-8937-fc5874f3d8b6 req-905d7d0e-e7ef-4200-8eb1-3f20f9bef598 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0835228 Feb 16 15:12:15.718109 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697ca8e2-0ab0-409f-a87c-2c719bf5a454,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.727590 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.731952 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f3734eee-0035-4978-b3b7-ef132cf1068e tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118919 Feb 16 15:12:15.734128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39482) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:15.739854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.753687 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-05690666-b833-413e-b49c-a57f27175b3f req-bdb42c2d-4964-42a1-bb80-29d41e8739ec service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357462 Feb 16 15:12:15.780542 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (0155baa4-85ae-4f01-a89d-be705013e69e), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.786189 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-804f3694-acc9-4921-8937-fc5874f3d8b6 req-521d9dd6-36b0-4a4c-aefb-4f91cbb27ba0 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522094 Feb 16 15:12:15.801656 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '8888590d-992c-43dc-b593-e8976c25f1f7', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'port_id': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'mac_address': 'fa:16:3e:a2:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:13Z', 'updated_at': '2022-02-16T15:12:13Z', 'revision_number': 0, 'project_id': '7d22b27a206343198f62525eab98b76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:15.829757 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9d47-3a63-4836-8024-8e407684aaba None None] The sync data for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi is: [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '8888590d-992c-43dc-b593-e8976c25f1f7', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'port_id': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'mac_address': 'fa:16:3e:a2:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:13Z', 'updated_at': '2022-02-16T15:12:13Z', 'revision_number': 0, 'project_id': '7d22b27a206343198f62525eab98b76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:12:15.840150 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (0155baa4-85ae-4f01-a89d-be705013e69e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.844853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (0155baa4-85ae-4f01-a89d-be705013e69e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.867868 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0155baa4-85ae-4f01-a89d-be705013e69e,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.874455 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.876562 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6bcf1048-1d03-4692-994d-301d2bf266dc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412961 Feb 16 15:12:15.879166 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39484) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:15.885182 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.906987 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Project 7d22b27a206343198f62525eab98b76f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:12:15.911771 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (3fcbcdc7-f6ea-4c0f-a65d-1d2e0b1f374f), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.977222 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (3fcbcdc7-f6ea-4c0f-a65d-1d2e0b1f374f), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:15.981183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (3fcbcdc7-f6ea-4c0f-a65d-1d2e0b1f374f), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.004519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcbcdc7-f6ea-4c0f-a65d-1d2e0b1f374f,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:16.010370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.014149 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-91196384-85c2-40f3-81de-3c5bc0bc5c17 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312473 Feb 16 15:12:16.014320 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39486) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:16.019132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'security_group_rule': {'security_group_id': 'f615466b-1347-4f64-9d57-4c65e0b8e725', 'project_id': '7d22b27a206343198f62525eab98b76f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:16.044167 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.securitygroups_db [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Project 7d22b27a206343198f62525eab98b76f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:12:16.046610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36439c7-879f-4d0a-8b6e-e3a367bde400 None None] New status for floating IP 8888590d-992c-43dc-b593-e8976c25f1f7: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:12:16.050364 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (76ebd833-c240-4f26-9cb2-ca7487585bbd), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.116849 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (76ebd833-c240-4f26-9cb2-ca7487585bbd), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.122302 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (76ebd833-c240-4f26-9cb2-ca7487585bbd), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.143040 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ebd833-c240-4f26-9cb2-ca7487585bbd,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:16.149608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.153920 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f7bfb148-d905-4c06-8f4b-dc794c4e095a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355765 Feb 16 15:12:16.236711 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb55b38-914e-4610-8b4c-880ac7075c54 req-c20bcea8-78bb-4b03-896d-9650ddf79a8c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.238220 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-adb55b38-914e-4610-8b4c-880ac7075c54 req-c20bcea8-78bb-4b03-896d-9650ddf79a8c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0544081 Feb 16 15:12:16.258239 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-e95835c4-8416-4ec6-8ef4-df4110b9cda7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330182537&fields=id&tenant_id=7d22b27a206343198f62525eab98b76f HTTP/1.1" status: 200 len: 267 time: 0.0538540 Feb 16 15:12:16.290918 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-adb55b38-914e-4610-8b4c-880ac7075c54 req-12a822cf-e2b9-4923-99a2-691b15815a12 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Feb 16 15:12:16.326921 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-62324b56-5e4a-4d33-b661-e7e509d8bdec tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.329146 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-62324b56-5e4a-4d33-b661-e7e509d8bdec tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0647275 Feb 16 15:12:16.341101 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'port': {'security_groups': ['ffb9e5b6-4bc1-472c-a466-31d2190960a9', 'f615466b-1347-4f64-9d57-4c65e0b8e725']}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:16.405084 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a975ce-53ce-4d49-9e67-d2b0fe27e7c0 req-f38fddbf-acc5-480c-a469-ff20af2de650 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.406549 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4a975ce-53ce-4d49-9e67-d2b0fe27e7c0 req-f38fddbf-acc5-480c-a469-ff20af2de650 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0534885 Feb 16 15:12:16.420336 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.454681 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4a975ce-53ce-4d49-9e67-d2b0fe27e7c0 req-cfb16b9c-1c1c-467c-afe9-50a1642d826e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Feb 16 15:12:16.635582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:16.665182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.669721 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.686056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:16.708845 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.709525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for port (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:16.710954 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5d6fe7db-446f-483c-bb1e-29692240d92a req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "PUT /v2.0/ports/6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 982 time: 0.3748140 Feb 16 15:12:16.716527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:16.716527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae67eed0-672e-418a-8665-e4156ed31972" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:16.744991 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c043c-2232-40a0-8fd7-601087a9361b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=6']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:16.775069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44faf831-ae2a-4790-8f88-b47fbfe40577 x-openstack-request-id: req-44faf831-ae2a-4790-8f88-b47fbfe40577 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:16.775372 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:16.775628 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44faf831-ae2a-4790-8f88-b47fbfe40577 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:16.776027 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:12:16.870942 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcfa7d-a06d-4870-9648-01890d0b5cac req-dcc279b7-994a-4434-899c-f2956b807d67 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.881422 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6bcfa7d-a06d-4870-9648-01890d0b5cac req-dcc279b7-994a-4434-899c-f2956b807d67 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.1082494 Feb 16 15:12:16.931020 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d62f-c1fe-4fa2-b208-0179b877a3cb req-75de0ac1-758e-4d62-9aa1-b596d3257561 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.933395 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c5b1d62f-c1fe-4fa2-b208-0179b877a3cb req-75de0ac1-758e-4d62-9aa1-b596d3257561 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0697310 Feb 16 15:12:16.933544 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eed0-672e-418a-8665-e4156ed31972 req-51456811-6635-4e7d-8e09-60770b5b0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.935011 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-51456811-6635-4e7d-8e09-60770b5b0f5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1169 time: 0.1126738 Feb 16 15:12:16.956138 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b6bcfa7d-a06d-4870-9648-01890d0b5cac req-3b3dd2da-0cf5-4e0a-a88c-28f4806b2c35 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732319 Feb 16 15:12:16.994245 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-8af7c42b-5dc2-4dc1-a7c9-987eafa30927 None None] Provisioning complete for port 6b814141-89bd-48ec-ac26-c5e681c50a3d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:16.994852 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8af7c42b-5dc2-4dc1-a7c9-987eafa30927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:17.005648 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c5b1d62f-c1fe-4fa2-b208-0179b877a3cb req-2c5586dc-d5e3-4459-a737-622878eee158 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647707 Feb 16 15:12:17.060100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eed0-672e-418a-8665-e4156ed31972 req-64b6bb8a-aaa8-4b0d-bb15-40a22e62d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.061528 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-64b6bb8a-aaa8-4b0d-bb15-40a22e62d497 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.0990272 Feb 16 15:12:17.094347 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:17.133356 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-cc3d645d-2e3e-4d89-afd8-1633ed7b4b01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 1002 time: 0.0601680 Feb 16 15:12:17.154416 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-8af7c42b-5dc2-4dc1-a7c9-987eafa30927 None None] Current status of the port 6b814141-89bd-48ec-ac26-c5e681c50a3d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:12:17.190718 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eed0-672e-418a-8665-e4156ed31972 req-00fbef9e-c39e-4bd2-b80a-02a49e3c5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.192357 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-00fbef9e-c39e-4bd2-b80a-02a49e3c5dc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0479436 Feb 16 15:12:17.250466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67eed0-672e-418a-8665-e4156ed31972 req-fbc1e802-eba4-45d2-98fc-8053c7a2d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.251963 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-fbc1e802-eba4-45d2-98fc-8053c7a2d88a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481820 Feb 16 15:12:17.351937 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-81605e64-4978-4e2e-b3d2-d9b826062fd9 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858414 Feb 16 15:12:17.474406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3bc1-d808-4dbf-99fe-44d9baf8c137 req-38072f37-215e-4357-b7e7-5a6d9fab3e75 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.475896 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-792d3bc1-d808-4dbf-99fe-44d9baf8c137 req-38072f37-215e-4357-b7e7-5a6d9fab3e75 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1090283 Feb 16 15:12:17.493225 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae67eed0-672e-418a-8665-e4156ed31972 req-f18d0231-9b4a-4437-bb05-b615a637734d service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333654 Feb 16 15:12:17.528531 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-792d3bc1-d808-4dbf-99fe-44d9baf8c137 req-43f399e9-c22e-4f43-8157-a9f1f9949fde tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Feb 16 15:12:17.573600 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cb9a7-ab38-4dbd-ab4d-4e4bf239a9a9 req-dd6b95c8-9e3b-461b-b2a5-028932526a9a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.575541 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-077cb9a7-ab38-4dbd-ab4d-4e4bf239a9a9 req-dd6b95c8-9e3b-461b-b2a5-028932526a9a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0514903 Feb 16 15:12:17.621582 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-077cb9a7-ab38-4dbd-ab4d-4e4bf239a9a9 req-620cba78-d444-49e2-bc51-2f24f075217a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Feb 16 15:12:18.124963 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f2dd9-c2bd-42ba-972f-d23449a69141 req-a76d37a7-1e94-452d-9218-3de02b4e0850 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:18.127115 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-565f2dd9-c2bd-42ba-972f-d23449a69141 req-a76d37a7-1e94-452d-9218-3de02b4e0850 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0567572 Feb 16 15:12:18.172017 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-565f2dd9-c2bd-42ba-972f-d23449a69141 req-44aa19fc-09cf-46bc-8ab4-94882457a498 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Feb 16 15:12:18.645419 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8dd09-e2eb-4b35-b781-b19b786dc07e req-7a9511bc-6278-4ddd-b79e-5e79c20a7306 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:18.646883 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b7e8dd09-e2eb-4b35-b781-b19b786dc07e req-7a9511bc-6278-4ddd-b79e-5e79c20a7306 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0514138 Feb 16 15:12:18.698958 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b7e8dd09-e2eb-4b35-b781-b19b786dc07e req-af9490c6-1b62-4865-b58d-6f43aa98d890 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Feb 16 15:12:18.739776 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b84ab-8974-426d-9cd5-e6abd3b70e8a req-c72fe889-f1ed-478e-8a9a-d46f876f5abf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:18.741263 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a7b84ab-8974-426d-9cd5-e6abd3b70e8a req-c72fe889-f1ed-478e-8a9a-d46f876f5abf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0517349 Feb 16 15:12:18.790373 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a7b84ab-8974-426d-9cd5-e6abd3b70e8a req-4449fe09-cbff-4264-893b-58c80cabadbb tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Feb 16 15:12:18.905465 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394f909-2b3a-4bd6-88d7-e26134e68521 req-93c90268-b0fc-4b86-85dd-ec97423e1763 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:18.906990 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3394f909-2b3a-4bd6-88d7-e26134e68521 req-93c90268-b0fc-4b86-85dd-ec97423e1763 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0503395 Feb 16 15:12:18.955778 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3394f909-2b3a-4bd6-88d7-e26134e68521 req-32fc7d34-84c9-4d86-b7bd-6311eab14395 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Feb 16 15:12:18.977974 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39514) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:19.101427 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a536f7e-dadc-4392-bed2-d2d79a886f44 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.102957 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2a536f7e-dadc-4392-bed2-d2d79a886f44 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 1125 time: 0.1240187 Feb 16 15:12:19.105807 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39518) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:19.110403 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'port_id': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:19.130399 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.224286 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.294768 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67318-cfc3-492e-94ae-7a268ab6561d req-3a9c48eb-d669-49a0-9f74-e860f0e5f296 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.296448 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aea67318-cfc3-492e-94ae-7a268ab6561d req-3a9c48eb-d669-49a0-9f74-e860f0e5f296 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Feb 16 15:12:19.333323 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.27.2.65 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/9443cc6c-acb0-4534-a018-c72d0bc44e8d) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:19.348855 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aea67318-cfc3-492e-94ae-7a268ab6561d req-48880176-f2d3-491e-a09b-0f8993e9cd88 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Feb 16 15:12:19.432333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.465054 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.504063 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:19.508887 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:19.512318 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:19.532851 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e164-3ad0-4e19-b83f-285044d371da req-b9126ede-db5f-49b7-80bf-38ec7daf4eb4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.534421 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0713e164-3ad0-4e19-b83f-285044d371da req-b9126ede-db5f-49b7-80bf-38ec7daf4eb4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Feb 16 15:12:19.536784 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=9443cc6c-acb0-4534-a018-c72d0bc44e8d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:19.639868 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Deleting port 60e68359-35c7-4558-9eaf-778ca161aa61 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:19.640212 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.748358 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] For port 60e68359-35c7-4558-9eaf-778ca161aa61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=60e68359-35c7-4558-9eaf-778ca161aa61,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:19.748718 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.762685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Calling delete_port for 60e68359-35c7-4558-9eaf-778ca161aa61 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:19.866340 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:12:19.902947 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (60e68359-35c7-4558-9eaf-778ca161aa61), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.917880 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2', '160285e6-018a-4b4f-8ee5-341b31c9e918', '0d0783f6-de7e-4f75-9177-caff5fdb0092', '60e68359-35c7-4558-9eaf-778ca161aa61'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:19.933118 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event deleted for resources: {'Port': ['ID=60e68359-35c7-4558-9eaf-778ca161aa61,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:19.979581 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] No DVR routers for this DVR port 60e68359-35c7-4558-9eaf-778ca161aa61 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:19.981867 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.982224 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.982572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.982920 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.983261 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.983601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.983939 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.984271 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.984605 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.984984 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.985320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.985650 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.985977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:19.989314 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:19.992652 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0713e164-3ad0-4e19-b83f-285044d371da req-f32b46b7-6966-4c81-b890-d8d757efd7c6 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "DELETE /v2.0/ports/60e68359-35c7-4558-9eaf-778ca161aa61 HTTP/1.1" status: 204 len: 173 time: 0.4501987 Feb 16 15:12:19.993147 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'name': 'network-vif-deleted', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:19.995454 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ed93a9-ee47-4a40-ad1f-eaae235a7473" -d '{"events": [{"server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "name": "network-vif-deleted", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:20.040015 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052fa50-c79b-4fdb-89d3-d981f6620b5a x-openstack-request-id: req-7052fa50-c79b-4fdb-89d3-d981f6620b5a {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:20.040455 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99799a83-fffe-49aa-b8f7-de0f4d5203f0", "name": "network-vif-deleted", "tag": "60e68359-35c7-4558-9eaf-778ca161aa61", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:20.040807 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7052fa50-c79b-4fdb-89d3-d981f6620b5a {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:20.041428 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99799a83-fffe-49aa-b8f7-de0f4d5203f0', 'name': 'network-vif-deleted', 'tag': '60e68359-35c7-4558-9eaf-778ca161aa61', 'status': 'completed', 'code': 200} Feb 16 15:12:20.180497 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356711-f28b-4581-bb8d-3da99f4a3bc4 req-eddc7e3f-8489-47ac-b1f7-b4469b7bcf3a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:20.181907 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-25356711-f28b-4581-bb8d-3da99f4a3bc4 req-eddc7e3f-8489-47ac-b1f7-b4469b7bcf3a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.4067087 Feb 16 15:12:20.190428 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (a7a37929-92bd-4960-9015-f046a0c5e711), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.262849 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-25356711-f28b-4581-bb8d-3da99f4a3bc4 req-a06476e2-fe0b-40d0-aef0-d2b7772ad56a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751357 Feb 16 15:12:20.294536 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.456721 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.462883 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.470125 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb09a68e-b8e0-4667-b6aa-db94d9f1c724 req-a3eb4798-0006-43d5-9c39-66e53171c29f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=99799a83-fffe-49aa-b8f7-de0f4d5203f0 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Feb 16 15:12:20.534808 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=9443cc6c-acb0-4534-a018-c72d0bc44e8d,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:20.549138 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (a7a37929-92bd-4960-9015-f046a0c5e711), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.647531 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP a7a37929-92bd-4960-9015-f046a0c5e711 associated. External IP: 172.27.2.65, port: ff9268fb-0c98-48d3-a39b-90d8ab27c224. Feb 16 15:12:20.857839 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:12:20.962497 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:12:20.973180 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:12:20.979675 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:20.983378 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:20.983982 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:11:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.022802 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5c43c3fd-de83-4f9b-9341-f83e4fef341f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9028020 Feb 16 15:12:21.022802 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:21.022802 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a738167f-e08c-4a3e-886d-06656ce28e94" -d '{"events": [{"name": "network-changed", "server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:21.055759 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e6a4e-6045-4c01-b426-6ea90d6ef813 x-openstack-request-id: req-389e6a4e-6045-4c01-b426-6ea90d6ef813 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:21.056163 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:21.056503 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-389e6a4e-6045-4c01-b426-6ea90d6ef813 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:21.057149 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'status': 'completed', 'code': 200} Feb 16 15:12:21.102002 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:21.128954 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-4a954b1f-dfcc-401b-9d34-b6f6281716b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.130378 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-4a954b1f-dfcc-401b-9d34-b6f6281716b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 1130 time: 0.0504215 Feb 16 15:12:21.236220 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-839701c5-dc39-4547-8dd6-9738b4b1aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.237806 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-839701c5-dc39-4547-8dd6-9738b4b1aa58 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0930164 Feb 16 15:12:21.309639 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-b010fd2a-d1f3-41d6-871d-9c93d7cb93d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224 HTTP/1.1" status: 200 len: 999 time: 0.0653954 Feb 16 15:12:21.341270 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'a7a37929-92bd-4960-9015-f046a0c5e711', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:62:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:19Z', 'updated_at': '2022-02-16T15:12:19Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.366856 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:12:21.374922 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:21.376052 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:11:54Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.395388 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-c6d88ebe-03f9-4039-89e8-ab308338efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.397180 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-c6d88ebe-03f9-4039-89e8-ab308338efb9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0784771 Feb 16 15:12:21.419181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ce98-c516-4786-a2f5-832098dea1a7 req-1665e83f-eb1c-4161-95b3-b17f95eefece tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.420975 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6946ce98-c516-4786-a2f5-832098dea1a7 req-1665e83f-eb1c-4161-95b3-b17f95eefece tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0754409 Feb 16 15:12:21.495231 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:21.498389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-cd4a6ba7-85d0-4d08-a30d-191423926c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.499894 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-cd4a6ba7-85d0-4d08-a30d-191423926c1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0910957 Feb 16 15:12:21.503848 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6946ce98-c516-4786-a2f5-832098dea1a7 req-dfd6105d-e102-45aa-ac76-9108938687dc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750771 Feb 16 15:12:21.601768 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-266f6e6a-4bd4-43ba-8414-fa6d50098aaf service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927334 Feb 16 15:12:21.707747 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a738167f-e08c-4a3e-886d-06656ce28e94 req-e4c0cb98-5011-4eda-b172-f6ac2264c729 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911901 Feb 16 15:12:21.830689 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'a7a37929-92bd-4960-9015-f046a0c5e711', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:62:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:19Z', 'updated_at': '2022-02-16T15:12:19Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.857236 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e70500-1e0a-4ea3-8d0f-083413b4a6fd None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'a7a37929-92bd-4960-9015-f046a0c5e711', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:62:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:12:19Z', 'updated_at': '2022-02-16T15:12:19Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:12:22.063148 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08539c57-a757-4f57-9099-84fa316365d4 None None] New status for floating IP a7a37929-92bd-4960-9015-f046a0c5e711: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:12:22.370004 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-77ce50c5-801a-471a-951b-325df465847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:22.631293 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b01bd7-919a-47a4-a54c-94c229ada6b7 req-1f10a64e-56b7-49ac-bc73-5f506f829e03 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:22.632754 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1b01bd7-919a-47a4-a54c-94c229ada6b7 req-1f10a64e-56b7-49ac-bc73-5f506f829e03 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0507584 Feb 16 15:12:22.684980 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1b01bd7-919a-47a4-a54c-94c229ada6b7 req-177986e6-0e1c-446b-b4c3-11d85ae9265d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Feb 16 15:12:22.889163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdaddf-329b-43dc-9ed6-d1b05c4e902b req-e293aae9-b1e7-4fc9-b8be-08b3746ebdcb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:22.890618 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dbfdaddf-329b-43dc-9ed6-d1b05c4e902b req-e293aae9-b1e7-4fc9-b8be-08b3746ebdcb tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.0517426 Feb 16 15:12:22.940805 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dbfdaddf-329b-43dc-9ed6-d1b05c4e902b req-ca3ca275-3c73-4117-8409-667e16af9afe tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Feb 16 15:12:23.470072 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 60e68359-35c7-4558-9eaf-778ca161aa61 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:23.491065 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 60e68359-35c7-4558-9eaf-778ca161aa61 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:23.491418 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 60e68359-35c7-4558-9eaf-778ca161aa61 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:23.812785 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5616b-d2af-4d09-b3c3-46377d6a02db req-bb7e0347-b066-462a-b4ac-ca95c48397b3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:23.814308 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-94c5616b-d2af-4d09-b3c3-46377d6a02db req-bb7e0347-b066-462a-b4ac-ca95c48397b3 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0584416 Feb 16 15:12:23.860458 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-94c5616b-d2af-4d09-b3c3-46377d6a02db req-c0a88ada-5766-44e9-9857-eb03f6ac84d7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Feb 16 15:12:24.057672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa05c8e-7ac8-4b15-80d0-b08b5aca209e req-4d468020-c63a-432a-8ec5-dd061eb6221b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:24.059366 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eaa05c8e-7ac8-4b15-80d0-b08b5aca209e req-4d468020-c63a-432a-8ec5-dd061eb6221b tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Feb 16 15:12:24.106526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eaa05c8e-7ac8-4b15-80d0-b08b5aca209e req-ec7b9c0b-378d-4570-b997-1b5f85565d78 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Feb 16 15:12:24.513947 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e9c3-e3a8-4a7b-a81c-c2cad9907ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:24.987372 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18cfea-cbba-4908-aebc-f08a2e35e924 req-66e265e3-d02b-4889-9e28-7ea717e46095 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:24.988866 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2d18cfea-cbba-4908-aebc-f08a2e35e924 req-66e265e3-d02b-4889-9e28-7ea717e46095 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0538232 Feb 16 15:12:25.033453 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2d18cfea-cbba-4908-aebc-f08a2e35e924 req-da5a0401-3860-47f1-b32c-4450236696e8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Feb 16 15:12:25.231962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d7de5f25-8fbf-4f31-a5a7-370e931f64ea tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:25.233417 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d7de5f25-8fbf-4f31-a5a7-370e931f64ea tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.0840077 Feb 16 15:12:25.254941 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43021cd-b7c3-4fbe-9b26-903c4d12783a req-5aa15d7f-e67d-49f5-9211-fab394f043b7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:25.256197 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a43021cd-b7c3-4fbe-9b26-903c4d12783a req-5aa15d7f-e67d-49f5-9211-fab394f043b7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 945 time: 0.0767331 Feb 16 15:12:25.350792 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a43021cd-b7c3-4fbe-9b26-903c4d12783a req-70706ca3-86ec-41de-b986-1a5e6900f39c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Feb 16 15:12:25.370179 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Deleting port 0d0783f6-de7e-4f75-9177-caff5fdb0092 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:25.370521 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:25.460486 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] For port 0d0783f6-de7e-4f75-9177-caff5fdb0092, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0d0783f6-de7e-4f75-9177-caff5fdb0092,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:25.460773 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:25.472956 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Calling delete_port for 0d0783f6-de7e-4f75-9177-caff5fdb0092 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:25.604451 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (0d0783f6-de7e-4f75-9177-caff5fdb0092), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:25.626412 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2', '160285e6-018a-4b4f-8ee5-341b31c9e918'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:25.634920 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event deleted for resources: {'Port': ['ID=0d0783f6-de7e-4f75-9177-caff5fdb0092,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:25.679498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] No DVR routers for this DVR port 0d0783f6-de7e-4f75-9177-caff5fdb0092 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:25.683103 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:25.686700 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68663581-b63e-4df2-be66-aa9d98961d9d req-d8253961-3ad3-4300-9fbd-bc08dcf7ef61 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "DELETE /v2.0/ports/0d0783f6-de7e-4f75-9177-caff5fdb0092 HTTP/1.1" status: 204 len: 173 time: 0.4465733 Feb 16 15:12:25.687146 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'name': 'network-vif-deleted', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:25.689461 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d87c7b-2920-4293-aff0-03bf114d737a" -d '{"events": [{"server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "name": "network-vif-deleted", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:25.742431 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44199e-e623-465a-8ed5-de7fb599f7b2 x-openstack-request-id: req-dc44199e-e623-465a-8ed5-de7fb599f7b2 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:25.742723 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc72a16-caf2-430b-ba08-6fa972597b78", "name": "network-vif-deleted", "tag": "0d0783f6-de7e-4f75-9177-caff5fdb0092", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:25.742978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc44199e-e623-465a-8ed5-de7fb599f7b2 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:25.743426 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc72a16-caf2-430b-ba08-6fa972597b78', 'name': 'network-vif-deleted', 'tag': '0d0783f6-de7e-4f75-9177-caff5fdb0092', 'status': 'completed', 'code': 200} Feb 16 15:12:25.855427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:26.177402 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1523c9-3a46-4e64-ae2f-4b18477928fd req-c3c67f67-e8ac-41a8-90fa-55565ec894ff tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:26.178887 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f1523c9-3a46-4e64-ae2f-4b18477928fd req-c3c67f67-e8ac-41a8-90fa-55565ec894ff tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0662756 Feb 16 15:12:26.228981 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f1523c9-3a46-4e64-ae2f-4b18477928fd req-50edc3c0-3135-4d2e-a35a-384be8a8c686 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Feb 16 15:12:26.473329 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5e65b85f-141d-4d65-a68f-ad632cc29add req-0f02bdd6-be50-461b-9f8b-a8a79d32a7c1 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cc72a16-caf2-430b-ba08-6fa972597b78 HTTP/1.1" status: 200 len: 210 time: 0.0341277 Feb 16 15:12:26.771905 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:27.368551 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4374d7-f5e1-4e38-9e7c-8638e88652be req-95e12185-7ab4-4e5d-a49e-f4f712b91cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:27.370056 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb4374d7-f5e1-4e38-9e7c-8638e88652be req-95e12185-7ab4-4e5d-a49e-f4f712b91cfe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0740705 Feb 16 15:12:27.381276 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d04cad-3e05-435c-8122-fb6317258231 req-02b1490b-4d92-42d5-9abf-21215608f063 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:27.382687 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99d04cad-3e05-435c-8122-fb6317258231 req-02b1490b-4d92-42d5-9abf-21215608f063 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0769141 Feb 16 15:12:27.445724 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb4374d7-f5e1-4e38-9e7c-8638e88652be req-3dbf1109-38a8-4cdb-a1ba-2d88391db354 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Feb 16 15:12:27.452211 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99d04cad-3e05-435c-8122-fb6317258231 req-5a6dcda0-07c8-4364-8502-ae2cb43123fe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Feb 16 15:12:27.509783 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 0d0783f6-de7e-4f75-9177-caff5fdb0092 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:27.533920 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 0d0783f6-de7e-4f75-9177-caff5fdb0092 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:27.534432 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 0d0783f6-de7e-4f75-9177-caff5fdb0092 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:27.748472 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8d4c-a414-45ef-b218-aab863bbad32 req-47192aeb-0614-4dd9-8bc0-6c829f635455 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:27.749881 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c6cc8d4c-a414-45ef-b218-aab863bbad32 req-47192aeb-0614-4dd9-8bc0-6c829f635455 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0542371 Feb 16 15:12:27.795196 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c6cc8d4c-a414-45ef-b218-aab863bbad32 req-b6e2658e-0bbd-4dbe-b8a6-09a0612e055e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Feb 16 15:12:28.483387 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:28.576855 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1afef8-efec-4a18-afa3-6bc49e46dfac req-640f92f9-0e4f-4eaa-be8e-dbba103b1494 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:28.578331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8f1afef8-efec-4a18-afa3-6bc49e46dfac req-640f92f9-0e4f-4eaa-be8e-dbba103b1494 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0559802 Feb 16 15:12:28.624335 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8f1afef8-efec-4a18-afa3-6bc49e46dfac req-18e53081-c08c-47d2-b69e-3e385399558d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Feb 16 15:12:28.913126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87b3db-227d-41cb-b066-670480cb215c req-9b870278-cec2-4562-b859-b7e763b42c8f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:28.914609 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d87b3db-227d-41cb-b066-670480cb215c req-9b870278-cec2-4562-b859-b7e763b42c8f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0502660 Feb 16 15:12:28.959091 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0d87b3db-227d-41cb-b066-670480cb215c req-1667c31f-f3ce-4ccd-857b-1bf8ed31b9d9 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Feb 16 15:12:29.740082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eec3e-ccb3-4169-a157-25c233aec044 req-e272430e-79d6-4e76-ae21-c920089de129 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:29.741575 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-004eec3e-ccb3-4169-a157-25c233aec044 req-e272430e-79d6-4e76-ae21-c920089de129 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0506535 Feb 16 15:12:29.788002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-004eec3e-ccb3-4169-a157-25c233aec044 req-7f00f374-f164-4d4a-9d0b-dbcc9b13da5b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Feb 16 15:12:30.092698 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08cb2-8b3f-4991-b9ef-588d28f3c2e3 req-7639fc37-4847-40f9-b598-24d67ddee157 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.099410 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-19c08cb2-8b3f-4991-b9ef-588d28f3c2e3 req-7639fc37-4847-40f9-b598-24d67ddee157 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.0584791 Feb 16 15:12:30.141720 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c715bb-3241-44f9-8ac1-8b66206d4a84 req-58b1c59d-6bfc-4c38-955d-cf47f0395324 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.143232 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1c715bb-3241-44f9-8ac1-8b66206d4a84 req-58b1c59d-6bfc-4c38-955d-cf47f0395324 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.1028173 Feb 16 15:12:30.148394 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-19c08cb2-8b3f-4991-b9ef-588d28f3c2e3 req-6b503568-1f01-4fa8-aca3-a58770338185 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Feb 16 15:12:30.148879 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-e066a935-a40c-4bd7-8b7c-d7f42df84996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.150328 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-e066a935-a40c-4bd7-8b7c-d7f42df84996 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abaf978091bb4d1eb2e9f193452a5092&device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 1129 time: 0.0872731 Feb 16 15:12:30.249846 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1c715bb-3241-44f9-8ac1-8b66206d4a84 req-43ce99a9-4b3a-46f8-bf95-ef2dc80747d2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985546 Feb 16 15:12:30.277954 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-751986cc-7175-46d2-b4d4-047551baec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.277954 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-751986cc-7175-46d2-b4d4-047551baec28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 200 len: 920 time: 0.1177204 Feb 16 15:12:30.321246 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-c4d4bcd4-aed8-495c-9e27-58a4c5a9b0c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 200 len: 217 time: 0.0363307 Feb 16 15:12:30.378642 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-3743ba99-8ded-45ae-9f23-0f6087b6456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.380605 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-3743ba99-8ded-45ae-9f23-0f6087b6456a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 200 len: 859 time: 0.0512919 Feb 16 15:12:30.423880 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-6d23bda4-d2db-4406-be80-e0d25ad76a63 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24ce5675-f85a-44e8-af21-36b44c7f2284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360103 Feb 16 15:12:30.546558 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44d413-97b6-450b-9197-d25a90962936 req-7ce892eb-7bdc-47c7-a32e-10e94bf2c9c4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.548005 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a44d413-97b6-450b-9197-d25a90962936 req-7ce892eb-7bdc-47c7-a32e-10e94bf2c9c4 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 946 time: 0.1157012 Feb 16 15:12:30.576789 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-b780a061-bd6c-40f8-9cbd-ba55b95da189 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432273 Feb 16 15:12:30.948819 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5f94-7529-439e-970c-d81dedb544c5 req-96675b75-23f2-4d4f-97f6-41422ea7801e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.950288 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-536c5f94-7529-439e-970c-d81dedb544c5 req-96675b75-23f2-4d4f-97f6-41422ea7801e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.3979869 Feb 16 15:12:30.977126 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8b6f26-bd81-4550-bb1f-a802c79026a0 req-6f7743a8-7606-4677-b3c3-f84183e14c19 service neutron] 10.222.0.79 "GET /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676140 Feb 16 15:12:31.011922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Deleting port 160285e6-018a-4b4f-8ee5-341b31c9e918 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:31.012256 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:31.029116 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-536c5f94-7529-439e-970c-d81dedb544c5 req-bcc3845a-90d6-4f1f-8a48-9b26696b6512 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722735 Feb 16 15:12:31.105419 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] For port 160285e6-018a-4b4f-8ee5-341b31c9e918, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=160285e6-018a-4b4f-8ee5-341b31c9e918,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:31.105781 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:31.117874 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Calling delete_port for 160285e6-018a-4b4f-8ee5-341b31c9e918 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:31.133251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:31.250067 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (160285e6-018a-4b4f-8ee5-341b31c9e918), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:31.261205 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2', '160285e6-018a-4b4f-8ee5-341b31c9e918'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:31.281406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event deleted for resources: {'Port': ['ID=160285e6-018a-4b4f-8ee5-341b31c9e918,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:31.283800 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7fe4-7115-4106-a18f-ae447e7677b1 req-897b99fa-104d-447f-a49b-bf4fe77c331f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:31.287700 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cecc7fe4-7115-4106-a18f-ae447e7677b1 req-897b99fa-104d-447f-a49b-bf4fe77c331f tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc449bd-22f9-4264-8b19-8fe15adae121 HTTP/1.1" status: 200 len: 867 time: 0.0692058 Feb 16 15:12:31.338318 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] No DVR routers for this DVR port 160285e6-018a-4b4f-8ee5-341b31c9e918 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:31.345297 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cecc7fe4-7115-4106-a18f-ae447e7677b1 req-2d05a49c-d163-4049-befa-3a80ec69bf4a tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Feb 16 15:12:31.348679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:31.351893 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a44d413-97b6-450b-9197-d25a90962936 req-29dcd48b-6c9c-4f7e-82c7-561b35039e9c tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "DELETE /v2.0/ports/160285e6-018a-4b4f-8ee5-341b31c9e918 HTTP/1.1" status: 204 len: 173 time: 0.7921541 Feb 16 15:12:31.352336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'name': 'network-vif-deleted', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:31.354631 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75854944-0304-44b1-9ca7-55387feeaafc" -d '{"events": [{"server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "name": "network-vif-deleted", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:31.434250 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb285-f2a7-4027-a862-33a310a3ceb7 req-b798478f-f3ed-44fd-9158-20c453f49a9f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:31.435359 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30fdb285-f2a7-4027-a862-33a310a3ceb7 req-b798478f-f3ed-44fd-9158-20c453f49a9f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0982964 Feb 16 15:12:31.437087 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5d30af-5643-48b5-8e90-b0fa078dc978 x-openstack-request-id: req-bd5d30af-5643-48b5-8e90-b0fa078dc978 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:31.437383 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc449bd-22f9-4264-8b19-8fe15adae121", "name": "network-vif-deleted", "tag": "160285e6-018a-4b4f-8ee5-341b31c9e918", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:31.437811 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd5d30af-5643-48b5-8e90-b0fa078dc978 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:31.438208 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc449bd-22f9-4264-8b19-8fe15adae121', 'name': 'network-vif-deleted', 'tag': '160285e6-018a-4b4f-8ee5-341b31c9e918', 'status': 'completed', 'code': 200} Feb 16 15:12:31.493512 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30fdb285-f2a7-4027-a862-33a310a3ceb7 req-66f017b2-8db2-451b-b997-a28eb00a7bbf tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Feb 16 15:12:32.157550 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0e7b-4a08-4e6f-bf98-b50c3e862765 req-a735724c-3b8b-4e53-b643-3db2975a73cd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:32.159037 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f72c0e7b-4a08-4e6f-bf98-b50c3e862765 req-a735724c-3b8b-4e53-b643-3db2975a73cd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0587227 Feb 16 15:12:32.207139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f72c0e7b-4a08-4e6f-bf98-b50c3e862765 req-0393c531-71e2-4e7e-ab1a-d630b566eb06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 Feb 16 15:12:32.609621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15367a2-84d4-4d64-b53b-d4a2b56ef552 req-0d45e77f-070e-4bac-81a3-d1dfafdb69f4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:32.611066 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c15367a2-84d4-4d64-b53b-d4a2b56ef552 req-0d45e77f-070e-4bac-81a3-d1dfafdb69f4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0513065 Feb 16 15:12:32.656120 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c15367a2-84d4-4d64-b53b-d4a2b56ef552 req-8c350546-396d-408f-b1b3-2692ea234c9f tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Feb 16 15:12:33.328148 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34f149-ccac-46ae-8628-55d3a5ee78d3 req-741efadf-0c59-4fb1-ae04-721493d9151c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:33.329625 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-be34f149-ccac-46ae-8628-55d3a5ee78d3 req-741efadf-0c59-4fb1-ae04-721493d9151c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0506284 Feb 16 15:12:33.375752 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-be34f149-ccac-46ae-8628-55d3a5ee78d3 req-c8f97219-2c3c-4190-83c8-28d518cecca5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Feb 16 15:12:33.503352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 160285e6-018a-4b4f-8ee5-341b31c9e918 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:33.526792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 160285e6-018a-4b4f-8ee5-341b31c9e918 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:33.527139 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 160285e6-018a-4b4f-8ee5-341b31c9e918 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:33.731742 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e437-662e-4a8b-ae7f-5dae47c7cb2d req-e70406af-b966-47e6-8422-d626d55aa9c2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:33.733220 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3674e437-662e-4a8b-ae7f-5dae47c7cb2d req-e70406af-b966-47e6-8422-d626d55aa9c2 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0541437 Feb 16 15:12:33.773785 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c01966-2eef-44de-a60d-0874529e1ed7 req-79a12dc8-a975-4084-b8a1-912a310db611 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:33.775199 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-31c01966-2eef-44de-a60d-0874529e1ed7 req-79a12dc8-a975-4084-b8a1-912a310db611 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0511160 Feb 16 15:12:33.780455 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3674e437-662e-4a8b-ae7f-5dae47c7cb2d req-e1ec218b-655b-4725-857a-5945bc669125 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Feb 16 15:12:33.826753 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-31c01966-2eef-44de-a60d-0874529e1ed7 req-25cfacf7-064f-4ec2-95c1-406d3716673b tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Feb 16 15:12:34.494196 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada491a-3f0b-407e-98f4-fc0e0a2b4533 req-3dd162fe-7a11-4f61-9823-0e2565d9e28d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:34.495776 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eada491a-3f0b-407e-98f4-fc0e0a2b4533 req-3dd162fe-7a11-4f61-9823-0e2565d9e28d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0504544 Feb 16 15:12:34.541473 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eada491a-3f0b-407e-98f4-fc0e0a2b4533 req-5419b338-c75b-4990-9aa6-e67d09e5564a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Feb 16 15:12:34.899885 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25993f-4c07-472b-841e-8e3c60296792 req-a69e9978-227e-482d-a848-f8234e5cc658 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:34.901366 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f25993f-4c07-472b-841e-8e3c60296792 req-a69e9978-227e-482d-a848-f8234e5cc658 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0530717 Feb 16 15:12:34.947573 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aca087-2ae4-4969-ae1f-8dcd693e8e75 req-fe8aca19-c6be-4e74-b224-f153baf60afe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:34.949071 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b7aca087-2ae4-4969-ae1f-8dcd693e8e75 req-fe8aca19-c6be-4e74-b224-f153baf60afe tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0542905 Feb 16 15:12:34.950157 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f25993f-4c07-472b-841e-8e3c60296792 req-8de29dcb-c9f2-4e9f-8186-2b679280b075 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Feb 16 15:12:34.995953 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b7aca087-2ae4-4969-ae1f-8dcd693e8e75 req-e4e8563d-d2b2-4ec6-b394-57087e054bbb tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Feb 16 15:12:35.662336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b956d4-dfc7-4ac7-b0fb-42afc0bf9464 req-48efc4b4-9b30-4d92-8027-28dba818c8df tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:35.663784 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-93b956d4-dfc7-4ac7-b0fb-42afc0bf9464 req-48efc4b4-9b30-4d92-8027-28dba818c8df tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0511549 Feb 16 15:12:35.707867 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-93b956d4-dfc7-4ac7-b0fb-42afc0bf9464 req-fff9130c-a3f6-4912-8cc7-e85f94ed981d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387359 Feb 16 15:12:36.068148 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e0f89-9829-442a-86b5-fd8356b1f19c req-18875d55-862e-4f07-b444-3d7cc617b30e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:36.069622 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a89e0f89-9829-442a-86b5-fd8356b1f19c req-18875d55-862e-4f07-b444-3d7cc617b30e tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0544243 Feb 16 15:12:36.114315 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a89e0f89-9829-442a-86b5-fd8356b1f19c req-9a320ad7-c9bd-48c6-8c30-ef9ad061cdb7 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d812b22-b08a-4281-8338-983ef1311ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Feb 16 15:12:36.214680 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-1bccd28b-a844-4e92-a5a7-3a9988cc2295 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:36.216146 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-1bccd28b-a844-4e92-a5a7-3a9988cc2295 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 945 time: 0.0537786 Feb 16 15:12:36.333028 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Deleting port 77a5c128-95be-4548-b573-6d113782eef2 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:36.333418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (77a5c128-95be-4548-b573-6d113782eef2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:36.423446 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] For port 77a5c128-95be-4548-b573-6d113782eef2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=77a5c128-95be-4548-b573-6d113782eef2,segment=NetworkSegment(74fdedad-5e57-4989-93a8-bb16b45927dd),segment_id=74fdedad-5e57-4989-93a8-bb16b45927dd)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:36.424423 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (77a5c128-95be-4548-b573-6d113782eef2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:36.436105 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Calling delete_port for 77a5c128-95be-4548-b573-6d113782eef2 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:36.560110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (77a5c128-95be-4548-b573-6d113782eef2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:36.572854 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['77a5c128-95be-4548-b573-6d113782eef2'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:36.595099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Pushing event deleted for resources: {'Port': ['ID=77a5c128-95be-4548-b573-6d113782eef2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:36.648807 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] No DVR routers for this DVR port 77a5c128-95be-4548-b573-6d113782eef2 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:36.651697 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:36.655780 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-80809dd9-7c72-4d3e-918f-b1c0c2798e52 req-cc4acf0e-8c85-4a6e-9dd8-ee2cca63fa21 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.79 "DELETE /v2.0/ports/77a5c128-95be-4548-b573-6d113782eef2 HTTP/1.1" status: 204 len: 173 time: 0.4332225 Feb 16 15:12:36.656372 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'name': 'network-vif-deleted', 'tag': '77a5c128-95be-4548-b573-6d113782eef2'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:36.659777 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6d75f-c9de-40f4-8676-e22fcbfdd243" -d '{"events": [{"server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "name": "network-vif-deleted", "tag": "77a5c128-95be-4548-b573-6d113782eef2"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:36.702509 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3988eb1-1f36-4278-9de0-686b175ac2c2 x-openstack-request-id: req-c3988eb1-1f36-4278-9de0-686b175ac2c2 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:36.702800 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7eb5ad-76fc-42f4-aea9-b41aee8463bd", "name": "network-vif-deleted", "tag": "77a5c128-95be-4548-b573-6d113782eef2", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:36.703054 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3988eb1-1f36-4278-9de0-686b175ac2c2 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:36.703456 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7eb5ad-76fc-42f4-aea9-b41aee8463bd', 'name': 'network-vif-deleted', 'tag': '77a5c128-95be-4548-b573-6d113782eef2', 'status': 'completed', 'code': 200} Feb 16 15:12:36.833530 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1746a-b163-44b7-9f42-e7a77c368396 req-86ca4399-9721-4cea-b6fd-613a194eed8a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:36.834921 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46b1746a-b163-44b7-9f42-e7a77c368396 req-86ca4399-9721-4cea-b6fd-613a194eed8a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Feb 16 15:12:36.881174 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46b1746a-b163-44b7-9f42-e7a77c368396 req-32273abd-c509-48b1-886a-869b1f78ef5c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Feb 16 15:12:37.222348 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cd44528c-b74b-4b07-8b11-b1481b416ac0 req-1cad5147-137a-4a58-9220-1399f47e6ce3 tempest-AttachVolumeNegativeTest-261053910 tempest-AttachVolumeNegativeTest-261053910-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a7eb5ad-76fc-42f4-aea9-b41aee8463bd HTTP/1.1" status: 200 len: 210 time: 0.0257852 Feb 16 15:12:38.006598 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd05fe-7756-45b4-8e38-1593b287a15d req-9f529c61-0db5-4b19-bc46-add3551b3104 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:38.008062 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5acd05fe-7756-45b4-8e38-1593b287a15d req-9f529c61-0db5-4b19-bc46-add3551b3104 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0567162 Feb 16 15:12:38.055369 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5acd05fe-7756-45b4-8e38-1593b287a15d req-9d5d3a7a-fcd8-4182-a85f-51b58c3adf23 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Feb 16 15:12:38.278498 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39712) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:38.321971 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Deleting subnet 7394a172-d460-430c-b074-73e54854df8c {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:12:38.324958 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Publish callbacks [] for subnet (7394a172-d460-430c-b074-73e54854df8c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.357988 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (7394a172-d460-430c-b074-73e54854df8c), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.395198 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (7394a172-d460-430c-b074-73e54854df8c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.449579 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (7394a172-d460-430c-b074-73e54854df8c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.473913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7394a172-d460-430c-b074-73e54854df8c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:38.477807 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.483340 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ba835d20-48b0-4aa6-a397-0be0411cc6b5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7394a172-d460-430c-b074-73e54854df8c HTTP/1.1" status: 204 len: 168 time: 0.2014556 Feb 16 15:12:38.483716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39716) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:38.571775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (2b21cc9a-f71a-4624-bfb8-a0142d232c31), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.660912 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (2b21cc9a-f71a-4624-bfb8-a0142d232c31), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.680889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b21cc9a-f71a-4624-bfb8-a0142d232c31']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:38.690255 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fdedad-5e57-4989-93a8-bb16b45927dd') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:38.690552 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fdedad-5e57-4989-93a8-bb16b45927dd') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:38.699529 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (74fdedad-5e57-4989-93a8-bb16b45927dd), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.712847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (74fdedad-5e57-4989-93a8-bb16b45927dd), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.718484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:38.718856 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (74fdedad-5e57-4989-93a8-bb16b45927dd), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:38.720467 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:38.773206 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (2b21cc9a-f71a-4624-bfb8-a0142d232c31), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.778884 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:38.782028 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2b21cc9a-f71a-4624-bfb8-a0142d232c31 HTTP/1.1" status: 204 len: 168 time: 0.2973151 Feb 16 15:12:38.793786 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610313f5-866c-4857-b85e-af6d5c937811 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b21cc9a-f71a-4624-bfb8-a0142d232c31,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:38.970572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39720) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:39.013410 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-57398318-2f2f-45fa-bcbb-f9acdcc7bb33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=184b05e4074944c88255d1b7d71dd224&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416064 Feb 16 15:12:39.015775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39722) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:39.067319 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] Publish callbacks [] for security_group (2d812b22-b08a-4281-8338-983ef1311ccb), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:39.089979 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] Publish callbacks [] for security_group (2d812b22-b08a-4281-8338-983ef1311ccb), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:39.169759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (2d812b22-b08a-4281-8338-983ef1311ccb), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:39.172347 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:39.173519 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d812b22-b08a-4281-8338-983ef1311ccb HTTP/1.1" status: 204 len: 168 time: 0.1568644 Feb 16 15:12:39.182172 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac85642-0254-4265-b9ed-463fd3dba802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d812b22-b08a-4281-8338-983ef1311ccb,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:39.199110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bd1cb-cf3f-49a0-a416-84ff710f36a2 req-274c5033-365c-4c99-968f-85c95d771177 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:39.206483 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a3bd1cb-cf3f-49a0-a416-84ff710f36a2 req-274c5033-365c-4c99-968f-85c95d771177 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0794778 Feb 16 15:12:39.258711 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a3bd1cb-cf3f-49a0-a416-84ff710f36a2 req-38ee2bf1-6fca-410b-bc39-3111d545734c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513456 Feb 16 15:12:39.425214 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ab777-004a-4d2b-95d9-b57583a6e5b9 req-2a9e01f2-099d-4e0a-9e4f-4069be1bea09 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:39.426783 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-689ab777-004a-4d2b-95d9-b57583a6e5b9 req-2a9e01f2-099d-4e0a-9e4f-4069be1bea09 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0595152 Feb 16 15:12:39.484903 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-689ab777-004a-4d2b-95d9-b57583a6e5b9 req-d2a349dc-2fab-4623-8d1d-d5eff12ec380 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Feb 16 15:12:39.529363 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 77a5c128-95be-4548-b573-6d113782eef2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:39.553205 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 77a5c128-95be-4548-b573-6d113782eef2 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:39.553302 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 77a5c128-95be-4548-b573-6d113782eef2 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:40.393159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50cc1a-15f9-4e18-98da-be830fc5d922 req-769f9b27-7b4f-4e58-8339-ec6392fd9151 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:40.394677 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9f50cc1a-15f9-4e18-98da-be830fc5d922 req-769f9b27-7b4f-4e58-8339-ec6392fd9151 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0557475 Feb 16 15:12:40.440427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9f50cc1a-15f9-4e18-98da-be830fc5d922 req-a243fe1b-ea60-4eb1-8577-82efddba162a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Feb 16 15:12:40.606505 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e216-9f26-4d34-8cc2-d8c01d78019c req-0dc46b56-b4be-4099-a30a-a73fac12f680 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:40.608008 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-37f9e216-9f26-4d34-8cc2-d8c01d78019c req-0dc46b56-b4be-4099-a30a-a73fac12f680 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0525069 Feb 16 15:12:40.656380 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-37f9e216-9f26-4d34-8cc2-d8c01d78019c req-5cceef06-0b60-419d-830f-bc5978fcfb2c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Feb 16 15:12:40.994487 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39804) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:41.097562 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-863c8423-1b13-4763-9201-d314e30fb038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.170024 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-863c8423-1b13-4763-9201-d314e30fb038 admin admin] Publish callbacks [] for security_group (8946ec6b-511a-4b6e-99d8-7835da810ba2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.173807 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-863c8423-1b13-4763-9201-d314e30fb038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8946ec6b-511a-4b6e-99d8-7835da810ba2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.213507 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-863c8423-1b13-4763-9201-d314e30fb038 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8980035689884cfda9fb8ccaec4f0661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179551 Feb 16 15:12:41.214647 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8423-1b13-4763-9201-d314e30fb038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8946ec6b-511a-4b6e-99d8-7835da810ba2,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:41.216183 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39808) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:41.265283 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] Publish callbacks [] for security_group (8946ec6b-511a-4b6e-99d8-7835da810ba2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.286374 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] Publish callbacks [] for security_group (8946ec6b-511a-4b6e-99d8-7835da810ba2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.338788 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8946ec6b-511a-4b6e-99d8-7835da810ba2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.341802 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.342979 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8946ec6b-511a-4b6e-99d8-7835da810ba2 HTTP/1.1" status: 204 len: 168 time: 0.1250391 Feb 16 15:12:41.350931 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28106620-807a-4dc4-870e-560f13192002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946ec6b-511a-4b6e-99d8-7835da810ba2,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:41.565036 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29414-3af8-4d48-a8a5-0b4d0713d064 req-a10d78bf-0ebe-4ad3-9704-33245ebd1b67 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:41.569401 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-28a29414-3af8-4d48-a8a5-0b4d0713d064 req-a10d78bf-0ebe-4ad3-9704-33245ebd1b67 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0587218 Feb 16 15:12:41.612052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 39816) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:41.614332 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-28a29414-3af8-4d48-a8a5-0b4d0713d064 req-f2528a16-b19b-401d-ac16-9d6c0a1991cf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 Feb 16 15:12:41.628534 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3b12-aa79-4c42-b692-f34a175eb558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.704236 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3b12-aa79-4c42-b692-f34a175eb558 admin admin] Publish callbacks [] for security_group (c37247ce-2174-40be-acdb-d35bf9cbde9c), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.708778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3b12-aa79-4c42-b692-f34a175eb558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c37247ce-2174-40be-acdb-d35bf9cbde9c), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.768263 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc3b12-aa79-4c42-b692-f34a175eb558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37247ce-2174-40be-acdb-d35bf9cbde9c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:41.774780 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a2bc3b12-aa79-4c42-b692-f34a175eb558 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34de53a7bcbd458285cdec7efe2b23a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616857 Feb 16 15:12:41.777724 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 39822) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:41.797328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b72ee-59ac-4451-b3e0-c28bbf0ee450 req-9fbe64c8-822e-4ecd-9677-934809070173 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:41.799282 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d2b72ee-59ac-4451-b3e0-c28bbf0ee450 req-9fbe64c8-822e-4ecd-9677-934809070173 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0682843 Feb 16 15:12:41.830689 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] Publish callbacks [] for security_group (c37247ce-2174-40be-acdb-d35bf9cbde9c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.853327 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] Publish callbacks [] for security_group (c37247ce-2174-40be-acdb-d35bf9cbde9c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.853571 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d2b72ee-59ac-4451-b3e0-c28bbf0ee450 req-c013afe4-e842-4a8a-ae16-f53c53919b97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Feb 16 15:12:41.903010 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c37247ce-2174-40be-acdb-d35bf9cbde9c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.905750 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:41.911530 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c37247ce-2174-40be-acdb-d35bf9cbde9c HTTP/1.1" status: 204 len: 168 time: 0.1270459 Feb 16 15:12:41.921263 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e1ad4-c45f-4b63-8bd7-26b4ff07f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37247ce-2174-40be-acdb-d35bf9cbde9c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:42.074437 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99bec-bdd3-4b6f-ae8b-1921ae2e130e req-2733c34a-0e3a-4b9d-929a-632f26da75ae tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:42.075912 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-42e99bec-bdd3-4b6f-ae8b-1921ae2e130e req-2733c34a-0e3a-4b9d-929a-632f26da75ae tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0562074 Feb 16 15:12:42.123805 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-42e99bec-bdd3-4b6f-ae8b-1921ae2e130e req-1f90d309-e40e-462b-960d-baf66cb81492 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Feb 16 15:12:42.762393 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658c7f6-9107-45b3-9c3f-775dd7ce68fd req-c285e84a-ff51-4d03-a4e7-2209c4f84712 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:42.763858 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a658c7f6-9107-45b3-9c3f-775dd7ce68fd req-c285e84a-ff51-4d03-a4e7-2209c4f84712 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0570376 Feb 16 15:12:42.813561 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a658c7f6-9107-45b3-9c3f-775dd7ce68fd req-e8cffb08-3374-4f2c-8a8b-3b0dfab711a3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Feb 16 15:12:42.973100 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1312-9fd3-4c77-ac9f-572f6e2f6edd req-7c4b8412-1e9a-420c-bf29-c1b980d9cfb6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:42.974583 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1dbe1312-9fd3-4c77-ac9f-572f6e2f6edd req-7c4b8412-1e9a-420c-bf29-c1b980d9cfb6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Feb 16 15:12:43.033837 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1dbe1312-9fd3-4c77-ac9f-572f6e2f6edd req-31b4ed1b-5609-41fb-a4cf-6a7398f90909 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534132 Feb 16 15:12:43.238669 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a0165-b221-414c-8872-62b2806fae43 req-17e06491-b349-412d-8914-2c318eb31c9a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:43.240141 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-df3a0165-b221-414c-8872-62b2806fae43 req-17e06491-b349-412d-8914-2c318eb31c9a tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Feb 16 15:12:43.288869 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-df3a0165-b221-414c-8872-62b2806fae43 req-1371fadc-78f9-40fa-9375-a52fc2ede346 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Feb 16 15:12:43.933307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057bb0-1f0b-4790-bb4e-146db4a66bb9 req-c677ad9f-b07c-46fe-8491-980d3a46fc02 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:43.934753 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-29057bb0-1f0b-4790-bb4e-146db4a66bb9 req-c677ad9f-b07c-46fe-8491-980d3a46fc02 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Feb 16 15:12:43.983594 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-29057bb0-1f0b-4790-bb4e-146db4a66bb9 req-2264bc12-3c88-4e9d-9da4-00b71a56d3cb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Feb 16 15:12:44.149538 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f300b-57c1-4663-83a5-e00ddeeeca45 req-938a3ba7-e464-4d68-bb49-3b3b92dc4698 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:44.151027 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-707f300b-57c1-4663-83a5-e00ddeeeca45 req-938a3ba7-e464-4d68-bb49-3b3b92dc4698 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0497961 Feb 16 15:12:44.199339 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-707f300b-57c1-4663-83a5-e00ddeeeca45 req-c4afaa17-8af8-4090-b4ac-b8f7a942ae69 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Feb 16 15:12:44.406941 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4cd1f-9172-432e-860a-129ecbf1dcea req-8d0d3e74-b063-4f77-8f93-5003bba12be6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:44.408959 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5b4cd1f-9172-432e-860a-129ecbf1dcea req-8d0d3e74-b063-4f77-8f93-5003bba12be6 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Feb 16 15:12:44.453705 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5b4cd1f-9172-432e-860a-129ecbf1dcea req-3b29bf80-07c2-42be-a357-d6d67c996a0e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Feb 16 15:12:45.108614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205886e8-e63a-41cd-a4f7-8cec8a50dbf3 req-84e3710a-e137-4b4b-91ad-54532974948a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.110121 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-205886e8-e63a-41cd-a4f7-8cec8a50dbf3 req-84e3710a-e137-4b4b-91ad-54532974948a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Feb 16 15:12:45.156753 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-205886e8-e63a-41cd-a4f7-8cec8a50dbf3 req-6e9d2948-2f4f-4a66-a835-56ff7bb9a36b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Feb 16 15:12:45.315571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db51b8-4749-42b0-9fc7-461f8759e9ec req-6aeab1ba-6a88-41f9-adc1-145e48027e97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.317093 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33db51b8-4749-42b0-9fc7-461f8759e9ec req-6aeab1ba-6a88-41f9-adc1-145e48027e97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Feb 16 15:12:45.362105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33db51b8-4749-42b0-9fc7-461f8759e9ec req-44a66d90-4ed1-4445-8f3a-387da2d65fba tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Feb 16 15:12:45.538582 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-5adae3db-e59d-4d2e-947a-94c4b22293a8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.540026 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-5adae3db-e59d-4d2e-947a-94c4b22293a8 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0553763 Feb 16 15:12:45.571738 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708c49-c911-49d0-adbd-361983428c80 req-92bdde22-2ca8-4ad4-9202-69b68c11edba tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.573301 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bd708c49-c911-49d0-adbd-361983428c80 req-92bdde22-2ca8-4ad4-9202-69b68c11edba tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=57494e4d-721d-4b3e-af28-c33aee91b3c6 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Feb 16 15:12:45.619967 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bd708c49-c911-49d0-adbd-361983428c80 req-6ff18f3d-d018-4fd9-9e82-1daf1f89cc3e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Feb 16 15:12:45.643088 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Deleting port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:45.643471 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:45.732742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] For port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:45.733047 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:45.745475 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Calling delete_port for 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:45.870392 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (4ed51216-9e4a-4d47-a8d4-a81481cdecf1), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:45.881541 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['b09c2587-7ce7-4b59-99cf-6c50feb439ea'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:45.901466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Pushing event deleted for resources: {'Port': ['ID=4ed51216-9e4a-4d47-a8d4-a81481cdecf1,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:45.946791 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] No DVR routers for this DVR port 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:45.949425 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:45.952641 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e4bd3ceb-f4f9-4a0b-9f36-f785eeea75f5 req-11fceedf-520c-4291-970a-8edf353cb56d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "DELETE /v2.0/ports/4ed51216-9e4a-4d47-a8d4-a81481cdecf1 HTTP/1.1" status: 204 len: 173 time: 0.4022889 Feb 16 15:12:45.953098 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'name': 'network-vif-deleted', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:45.955903 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ce78e0-1e16-4954-a61f-63912b123492" -d '{"events": [{"server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "name": "network-vif-deleted", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:45.991555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d26bb44-aa75-4d48-80f8-77fd135b1e54 x-openstack-request-id: req-9d26bb44-aa75-4d48-80f8-77fd135b1e54 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:45.991855 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57494e4d-721d-4b3e-af28-c33aee91b3c6", "name": "network-vif-deleted", "tag": "4ed51216-9e4a-4d47-a8d4-a81481cdecf1", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:45.992113 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d26bb44-aa75-4d48-80f8-77fd135b1e54 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:45.992564 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57494e4d-721d-4b3e-af28-c33aee91b3c6', 'name': 'network-vif-deleted', 'tag': '4ed51216-9e4a-4d47-a8d4-a81481cdecf1', 'status': 'completed', 'code': 200} Feb 16 15:12:46.282061 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c414040-f0e0-4657-b3ee-4d62cdf70d36 req-0c7555c6-75f1-4db7-a8e8-75a92568a755 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.283583 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c414040-f0e0-4657-b3ee-4d62cdf70d36 req-0c7555c6-75f1-4db7-a8e8-75a92568a755 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0554430 Feb 16 15:12:46.330521 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c414040-f0e0-4657-b3ee-4d62cdf70d36 req-49bf99cf-4c0b-4cba-b988-1199b6274039 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Feb 16 15:12:46.495933 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6fd1f-d234-4230-ac96-ad7477db7c48 req-9b052d19-6759-4714-86d9-74f99f1fbd9e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.497452 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76c6fd1f-d234-4230-ac96-ad7477db7c48 req-9b052d19-6759-4714-86d9-74f99f1fbd9e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0621250 Feb 16 15:12:46.556786 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-76c6fd1f-d234-4230-ac96-ad7477db7c48 req-0ef93892-2e0e-4f52-af76-9af1a989c639 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492089 Feb 16 15:12:46.885260 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354a23b-8ce7-4e16-9cf8-4b6b3665e011 req-51592f3b-eeef-4e7a-a5d0-019f44b8998c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.886696 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5354a23b-8ce7-4e16-9cf8-4b6b3665e011 req-51592f3b-eeef-4e7a-a5d0-019f44b8998c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0491745 Feb 16 15:12:46.932427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5354a23b-8ce7-4e16-9cf8-4b6b3665e011 req-69235e54-36cc-4879-8fe6-c52b2550ef57 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Feb 16 15:12:47.456045 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367f3f8-9607-4f72-b857-7735a0f7f091 req-dfc90252-a8b8-422e-998d-2407f065464c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:47.457509 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c367f3f8-9607-4f72-b857-7735a0f7f091 req-dfc90252-a8b8-422e-998d-2407f065464c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Feb 16 15:12:47.503516 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c367f3f8-9607-4f72-b857-7735a0f7f091 req-356e009e-5ac6-44be-87c8-d080a289be3e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Feb 16 15:12:47.675987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b669bd-8a0d-49bd-98ad-8688fbf9b1c2 req-f6ab8b3c-f7ad-4946-9418-c5a5a116bada tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:47.677505 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-13b669bd-8a0d-49bd-98ad-8688fbf9b1c2 req-f6ab8b3c-f7ad-4946-9418-c5a5a116bada tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0569363 Feb 16 15:12:47.723921 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-13b669bd-8a0d-49bd-98ad-8688fbf9b1c2 req-5c6c9e3a-66e6-4c28-9aaa-0f485b19cf4a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409360 Feb 16 15:12:48.047988 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ad7c7-5ba0-4695-91e1-acc8ca83faea req-77981079-ff51-457e-9f35-878174f54bc4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:48.049498 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-588ad7c7-5ba0-4695-91e1-acc8ca83faea req-77981079-ff51-457e-9f35-878174f54bc4 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0523756 Feb 16 15:12:48.093804 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-588ad7c7-5ba0-4695-91e1-acc8ca83faea req-796cc969-1b1a-4a0c-a835-6405814189df tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Feb 16 15:12:48.622761 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66179a76-8821-46c1-bdaa-6786e7979a4f req-1d496ca0-5527-496a-8874-4fcefc8c1003 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:48.624296 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-66179a76-8821-46c1-bdaa-6786e7979a4f req-1d496ca0-5527-496a-8874-4fcefc8c1003 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0508382 Feb 16 15:12:48.670586 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-66179a76-8821-46c1-bdaa-6786e7979a4f req-af5949ee-93e7-4823-a508-0eec5e028fad tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 Feb 16 15:12:48.839562 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0788aa-1274-440a-9c33-c9702ea8152f req-938be998-cb0e-413c-a949-7b22b2d5e216 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:48.840972 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc0788aa-1274-440a-9c33-c9702ea8152f req-938be998-cb0e-413c-a949-7b22b2d5e216 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Feb 16 15:12:48.889749 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc0788aa-1274-440a-9c33-c9702ea8152f req-dc3a64b8-7415-472b-b406-c7aef969f42e tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 Feb 16 15:12:49.207983 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341c7b-79d4-4839-be10-9e13b6557623 req-aa1d37be-f87b-49ac-a8bb-d76bcd7a2c9d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:49.209496 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07341c7b-79d4-4839-be10-9e13b6557623 req-aa1d37be-f87b-49ac-a8bb-d76bcd7a2c9d tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0497997 Feb 16 15:12:49.258029 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07341c7b-79d4-4839-be10-9e13b6557623 req-b5ec04ea-1db9-43b9-913d-14f762f50622 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Feb 16 15:12:49.323011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:49.343098 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:49.343446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 4ed51216-9e4a-4d47-a8d4-a81481cdecf1 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:49.792407 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e1d63-3953-41eb-8ef3-86e6ad8ee4a6 req-760efe6b-2169-4e0c-9e35-25c2578d2647 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:49.794618 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-954e1d63-3953-41eb-8ef3-86e6ad8ee4a6 req-760efe6b-2169-4e0c-9e35-25c2578d2647 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0541511 Feb 16 15:12:49.842533 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-954e1d63-3953-41eb-8ef3-86e6ad8ee4a6 req-89739839-0a1f-4c92-acf7-c55e9acf6740 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Feb 16 15:12:50.005621 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2463-b3d2-4053-9f04-f20a8b8ce559 req-f75997bf-ac51-498c-8fc1-9e4cf2c74149 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:50.007052 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d1ba2463-b3d2-4053-9f04-f20a8b8ce559 req-f75997bf-ac51-498c-8fc1-9e4cf2c74149 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0506632 Feb 16 15:12:50.051884 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d1ba2463-b3d2-4053-9f04-f20a8b8ce559 req-9017884e-4fa3-4f13-a8a9-1ef815b37c13 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Feb 16 15:12:50.372617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba21e-93fd-476e-8a1b-1596e1ce827d req-105be521-d6d6-46c0-91a1-0373114e37b1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:50.374043 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b7cba21e-93fd-476e-8a1b-1596e1ce827d req-105be521-d6d6-46c0-91a1-0373114e37b1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0505254 Feb 16 15:12:50.420446 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b7cba21e-93fd-476e-8a1b-1596e1ce827d req-1c0535a4-f7a8-4656-aa4f-36c0d9b2c5d2 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Feb 16 15:12:50.962103 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744a80-0e01-4ada-9b80-565fcadfbd64 req-0ab32887-b5cb-40a0-bc92-cace8a10bfd7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:50.963546 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07744a80-0e01-4ada-9b80-565fcadfbd64 req-0ab32887-b5cb-40a0-bc92-cace8a10bfd7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0498326 Feb 16 15:12:51.010816 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-07744a80-0e01-4ada-9b80-565fcadfbd64 req-18c05499-453c-4d45-9f3b-a3f2a634efa7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Feb 16 15:12:51.172391 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba818b-ec1e-4dcd-a3e7-8843aa851693 req-3e5a40a8-d7cd-432b-a687-b185edcbc4b2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.174431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62ba818b-ec1e-4dcd-a3e7-8843aa851693 req-3e5a40a8-d7cd-432b-a687-b185edcbc4b2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0545118 Feb 16 15:12:51.217972 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62ba818b-ec1e-4dcd-a3e7-8843aa851693 req-d8e5541b-6dd2-4408-8ad7-195043d4fbed tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381258 Feb 16 15:12:51.545110 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f70a6-8969-437a-a60d-01b9b3cce0fe req-dbc81301-65f2-44b4-a694-9ea1415538c1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.546514 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d82f70a6-8969-437a-a60d-01b9b3cce0fe req-dbc81301-65f2-44b4-a694-9ea1415538c1 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0554388 Feb 16 15:12:51.591771 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d82f70a6-8969-437a-a60d-01b9b3cce0fe req-77762e15-2b2f-40f3-9700-35a66d92e1f7 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Feb 16 15:12:52.136460 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffff0d1-71df-43b7-a2cd-f374ee444bcc req-387df2df-216b-489a-a3b3-521a08e54ca2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.137963 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8ffff0d1-71df-43b7-a2cd-f374ee444bcc req-387df2df-216b-489a-a3b3-521a08e54ca2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0555558 Feb 16 15:12:52.190720 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8ffff0d1-71df-43b7-a2cd-f374ee444bcc req-14935a44-eeef-4b75-98f9-60a4c95dac86 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471671 Feb 16 15:12:52.337128 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fe41-0a38-4dac-9717-a9234ba605b4 req-37044169-01b4-444c-b141-ad3d3c4513a0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.338565 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1b05fe41-0a38-4dac-9717-a9234ba605b4 req-37044169-01b4-444c-b141-ad3d3c4513a0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Feb 16 15:12:52.370535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ca5f74a9-4d3d-4b09-aec8-0b9ccf95b240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:52.384334 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1b05fe41-0a38-4dac-9717-a9234ba605b4 req-68d72747-b7aa-48c9-9e01-be64c8f01971 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 Feb 16 15:12:52.710742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6a432-e2ce-4119-af9d-330ef63d9af1 req-3073c047-3c17-482f-af6d-8273a04297fc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.712185 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a3d6a432-e2ce-4119-af9d-330ef63d9af1 req-3073c047-3c17-482f-af6d-8273a04297fc tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0548761 Feb 16 15:12:52.737953 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:12:52.756816 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a3d6a432-e2ce-4119-af9d-330ef63d9af1 req-558fa3cf-4050-4078-8979-c945b5ea2ed0 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390766 Feb 16 15:12:52.838000 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:52.848832 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:12:52.884367 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: ACTIVE; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:12:52.884761 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:52.897661 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:12:52.916641 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:52.920312 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:52.965014 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=6']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:53.068483 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['cc49cd3a-846e-4916-b2cd-0f22c885ab9b'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:53.311325 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8040665-1a33-4fb0-9cb6-060b957a92b7 req-15f5c098-0493-4ecd-b7c5-9f33d3c7fabc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:53.312815 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e8040665-1a33-4fb0-9cb6-060b957a92b7 req-15f5c098-0493-4ecd-b7c5-9f33d3c7fabc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0514586 Feb 16 15:12:53.362988 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e8040665-1a33-4fb0-9cb6-060b957a92b7 req-ffe0ebb6-ca36-46f2-9494-60cd8f1921d8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Feb 16 15:12:53.505156 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1271b2-7da0-4afe-8b17-c4ccb5c743b0 req-681c3c3b-a9e5-40cc-9cfb-53987bfd1975 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:53.506648 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb1271b2-7da0-4afe-8b17-c4ccb5c743b0 req-681c3c3b-a9e5-40cc-9cfb-53987bfd1975 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0559163 Feb 16 15:12:53.554348 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bb1271b2-7da0-4afe-8b17-c4ccb5c743b0 req-ccfbb0d5-ae64-4c98-a917-8e46d476419c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Feb 16 15:12:53.879771 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a7d85-4437-4a08-b0e7-4919b96bd22d req-6d2bfe09-74b9-4d59-854d-38bdc2a30a6c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:53.881240 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-028a7d85-4437-4a08-b0e7-4919b96bd22d req-6d2bfe09-74b9-4d59-854d-38bdc2a30a6c tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0542107 Feb 16 15:12:53.926279 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-028a7d85-4437-4a08-b0e7-4919b96bd22d req-44ac22d6-207b-4413-b00c-dd036eee46f5 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Feb 16 15:12:54.482959 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab402f-9963-4890-aea3-b308c7706f85 req-e884832f-ef9b-43ca-810c-96a03ab35f88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:54.484422 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3aab402f-9963-4890-aea3-b308c7706f85 req-e884832f-ef9b-43ca-810c-96a03ab35f88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0500667 Feb 16 15:12:54.514091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-736f2a73-7233-4aa5-92ce-83940c577e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:54.535564 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3aab402f-9963-4890-aea3-b308c7706f85 req-7f30a627-2957-4cd0-91bb-44f4afbb26c2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Feb 16 15:12:54.675166 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abb6ba-3669-494f-a0a7-089fa77db125 req-a089dbca-97be-4d02-9e6d-49166156d16b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:54.676584 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08abb6ba-3669-494f-a0a7-089fa77db125 req-a089dbca-97be-4d02-9e6d-49166156d16b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Feb 16 15:12:54.724121 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08abb6ba-3669-494f-a0a7-089fa77db125 req-9823c62f-ed36-4412-a3c7-1315d9b7a95b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Feb 16 15:12:54.746716 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:54.797164 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port cc49cd3a-846e-4916-b2cd-0f22c885ab9b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:54.797622 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:54.876112 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:12:54.876588 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:54.899047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:54.901303 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce0b703-5cf2-4946-9e5f-70e8dc645d7f" -d '{"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:54.914733 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:54.919355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:54.951957 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9a1eee-bae7-4106-88f7-3d6ccf0739da x-openstack-request-id: req-7a9a1eee-bae7-4106-88f7-3d6ccf0739da {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:54.952223 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:54.952497 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a9a1eee-bae7-4106-88f7-3d6ccf0739da {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:54.952888 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'code': 200} Feb 16 15:12:54.955404 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40048) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:54.977733 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=7']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.049192 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb9999-229b-4581-9a46-ea59b7944b93 req-f8d589da-fb3d-4754-b41f-d360e7241a11 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.050690 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ebeb9999-229b-4581-9a46-ea59b7944b93 req-f8d589da-fb3d-4754-b41f-d360e7241a11 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0562887 Feb 16 15:12:55.059695 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bfb80d24-ac37-4161-8417-5f6049e480fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.108028 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ebeb9999-229b-4581-9a46-ea59b7944b93 req-17908bae-d1f2-402d-8249-c2753ed8c56e tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/security-groups?id=95d1415a-a6bf-4510-8ea1-b36db3d37ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519750 Feb 16 15:12:55.133686 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bfb80d24-ac37-4161-8417-5f6049e480fc admin admin] Publish callbacks [] for security_group (e1825e23-65d1-4721-be6c-c25ffab538f7), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.137414 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bfb80d24-ac37-4161-8417-5f6049e480fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e1825e23-65d1-4721-be6c-c25ffab538f7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.175087 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bfb80d24-ac37-4161-8417-5f6049e480fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab5562d1a10b4ec5803dfcae3b626351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186604 Feb 16 15:12:55.176166 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb80d24-ac37-4161-8417-5f6049e480fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1825e23-65d1-4721-be6c-c25ffab538f7,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.177814 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40052) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:55.227798 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] Publish callbacks [] for security_group (e1825e23-65d1-4721-be6c-c25ffab538f7), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.248137 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] Publish callbacks [] for security_group (e1825e23-65d1-4721-be6c-c25ffab538f7), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.282089 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-86bb6ceb-e1f7-41b9-96e2-13f845c41045 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.283568 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-86bb6ceb-e1f7-41b9-96e2-13f845c41045 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 945 time: 0.0516245 Feb 16 15:12:55.294012 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (e1825e23-65d1-4721-be6c-c25ffab538f7), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.296627 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.297798 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1825e23-65d1-4721-be6c-c25ffab538f7 HTTP/1.1" status: 204 len: 168 time: 0.1180894 Feb 16 15:12:55.306412 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586dc9f-3620-4e76-8fea-80cdb7b8cd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1825e23-65d1-4721-be6c-c25ffab538f7,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.382940 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Deleting port b09c2587-7ce7-4b59-99cf-6c50feb439ea {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:55.383286 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.477640 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] For port b09c2587-7ce7-4b59-99cf-6c50feb439ea, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b09c2587-7ce7-4b59-99cf-6c50feb439ea,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:55.477905 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.493139 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Calling delete_port for b09c2587-7ce7-4b59-99cf-6c50feb439ea owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:55.597956 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40060) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:55.611733 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-05024322-f823-4d35-82f5-fd095d70cb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.677144 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (b09c2587-7ce7-4b59-99cf-6c50feb439ea), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.690747 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-05024322-f823-4d35-82f5-fd095d70cb5b admin admin] Publish callbacks [] for security_group (d05f819f-7567-4184-be42-507b29b52b39), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.694935 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-05024322-f823-4d35-82f5-fd095d70cb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d05f819f-7567-4184-be42-507b29b52b39), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.697926 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['b09c2587-7ce7-4b59-99cf-6c50feb439ea'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:55.716993 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472756f-c975-4363-8103-63d34e687e3b req-4062cc2f-2781-4cfe-b721-2b79ed273348 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.718397 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9472756f-c975-4363-8103-63d34e687e3b req-4062cc2f-2781-4cfe-b721-2b79ed273348 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0968659 Feb 16 15:12:55.719348 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-05024322-f823-4d35-82f5-fd095d70cb5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61c77548303f42c58b260f221a3ce9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1200325 Feb 16 15:12:55.721472 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Pushing event deleted for resources: {'Port': ['ID=b09c2587-7ce7-4b59-99cf-6c50feb439ea,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.726218 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40062) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:55.762416 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05024322-f823-4d35-82f5-fd095d70cb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f819f-7567-4184-be42-507b29b52b39,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.775828 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] No DVR routers for this DVR port b09c2587-7ce7-4b59-99cf-6c50feb439ea on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:55.782078 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.787078 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44a22b2e-3e37-48c1-96f9-6ae50d75f556 req-4ae924fe-919d-437d-9191-638ae7c93a23 tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.79 "DELETE /v2.0/ports/b09c2587-7ce7-4b59-99cf-6c50feb439ea HTTP/1.1" status: 204 len: 173 time: 0.4978375 Feb 16 15:12:55.792101 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] Publish callbacks [] for security_group (d05f819f-7567-4184-be42-507b29b52b39), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.794780 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'name': 'network-vif-deleted', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:55.797050 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dd888f-6660-4f4f-be2f-68582d1e84d7" -d '{"events": [{"server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "name": "network-vif-deleted", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:55.825443 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.839249 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] Publish callbacks [] for security_group (d05f819f-7567-4184-be42-507b29b52b39), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.840708 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9472756f-c975-4363-8103-63d34e687e3b req-c1ab8dc6-2ede-46b8-894a-df8b4078770b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086111 Feb 16 15:12:55.883869 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6970-ad28-41c1-a38e-ccf682d318bb req-dba17c68-b4a4-4e03-8f6a-284d741421ab tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.885366 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3fed6970-ad28-41c1-a38e-ccf682d318bb req-dba17c68-b4a4-4e03-8f6a-284d741421ab tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0886741 Feb 16 15:12:55.897795 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4336e1f4-f67d-4c9f-9d22-9d98cd2c90f4 x-openstack-request-id: req-4336e1f4-f67d-4c9f-9d22-9d98cd2c90f4 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:55.898093 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0275dbf2-46f8-44a7-8b33-8601f445a42d", "name": "network-vif-deleted", "tag": "b09c2587-7ce7-4b59-99cf-6c50feb439ea", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:55.898592 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4336e1f4-f67d-4c9f-9d22-9d98cd2c90f4 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:55.899018 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0275dbf2-46f8-44a7-8b33-8601f445a42d', 'name': 'network-vif-deleted', 'tag': 'b09c2587-7ce7-4b59-99cf-6c50feb439ea', 'status': 'completed', 'code': 200} Feb 16 15:12:55.933978 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d05f819f-7567-4184-be42-507b29b52b39), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.936773 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:55.937994 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d05f819f-7567-4184-be42-507b29b52b39 HTTP/1.1" status: 204 len: 168 time: 0.2101018 Feb 16 15:12:55.952885 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3fed6970-ad28-41c1-a38e-ccf682d318bb req-faf9efd4-52e5-402e-bb65-e5b95cce391b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594454 Feb 16 15:12:55.955364 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76def2-090c-4e23-987f-c65cb61bc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f819f-7567-4184-be42-507b29b52b39,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:56.217718 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-be7b6d9c-1baf-426f-a002-e86a1b1e43f1 req-a1953db0-d437-4398-831c-864486f107ca tempest-ServerRescueNegativeTestJSON-1500362688 tempest-ServerRescueNegativeTestJSON-1500362688-project] 10.222.0.45 "GET /v2.0/ports?device_id=0275dbf2-46f8-44a7-8b33-8601f445a42d HTTP/1.1" status: 200 len: 210 time: 0.0257697 Feb 16 15:12:56.774139 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:56.866545 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:12:56.978326 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035aa8-5eff-4b7f-a25b-23d84fb64657 req-61505e5a-e84d-47bc-bed3-2c13360a8934 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:56.980100 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d6035aa8-5eff-4b7f-a25b-23d84fb64657 req-61505e5a-e84d-47bc-bed3-2c13360a8934 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0615544 Feb 16 15:12:57.037487 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d6035aa8-5eff-4b7f-a25b-23d84fb64657 req-7f281beb-bc99-482b-82c2-6d89b7b28ade tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515616 Feb 16 15:12:57.086511 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e876091-b08c-45b5-89f5-068ead89e81b req-2f99b368-cd37-440c-98be-830cf30878fc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:57.087971 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e876091-b08c-45b5-89f5-068ead89e81b req-2f99b368-cd37-440c-98be-830cf30878fc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0622952 Feb 16 15:12:57.134829 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e876091-b08c-45b5-89f5-068ead89e81b req-20b23c7f-8187-47d1-99e3-752253ad7e71 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 Feb 16 15:12:57.272348 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40114) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:57.694813 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.161254 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929df21e-e2f8-40f0-b08a-330afd8a439e req-fb254dab-352b-4702-9610-75e0fb16e7c7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:58.162742 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-929df21e-e2f8-40f0-b08a-330afd8a439e req-fb254dab-352b-4702-9610-75e0fb16e7c7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Feb 16 15:12:58.214668 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-929df21e-e2f8-40f0-b08a-330afd8a439e req-4c49107b-ea4a-40f9-a784-3bfecb7b2a51 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Feb 16 15:12:58.259410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Deleting port e537fc2c-8c89-486d-8af0-17e8df2bddba {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:58.260270 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.325883 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc4b65-520e-4541-9571-7666788e8542 req-e5f4e108-987f-4089-9b16-863b14658a51 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:58.327251 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-15cc4b65-520e-4541-9571-7666788e8542 req-e5f4e108-987f-4089-9b16-863b14658a51 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.1109567 Feb 16 15:12:58.371086 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] For port e537fc2c-8c89-486d-8af0-17e8df2bddba, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=e537fc2c-8c89-486d-8af0-17e8df2bddba,segment=NetworkSegment(fd65cf31-3127-4754-8333-4c589d158dfe),segment_id=fd65cf31-3127-4754-8333-4c589d158dfe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:58.371451 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.394531 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Calling delete_port for e537fc2c-8c89-486d-8af0-17e8df2bddba owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:58.415951 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-15cc4b65-520e-4541-9571-7666788e8542 req-d6b7f005-392c-46bf-880d-4e2b7ddf130c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810013 Feb 16 15:12:58.486347 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.613226 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (e537fc2c-8c89-486d-8af0-17e8df2bddba), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.638207 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e537fc2c-8c89-486d-8af0-17e8df2bddba,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:58.784409 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device b09c2587-7ce7-4b59-99cf-6c50feb439ea no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:58.798305 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:58.805055 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: b09c2587-7ce7-4b59-99cf-6c50feb439ea {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:12:58.805399 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device b09c2587-7ce7-4b59-99cf-6c50feb439ea not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:59.051241 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:12:59.175289 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:12:59.180274 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f5d7a901-d016-4837-8985-9b04374c7b99 admin admin] 10.222.0.45 "PUT /v2.0/routers/e06993a3-a5c9-47a5-b61f-92c2bfa29f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067812 Feb 16 15:12:59.182720 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40150) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:12:59.183916 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Sync routers for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:12:59.193920 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:59.194851 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:12:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.307491 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:59.314411 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks [] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:59.350670 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2e8a-2a9b-44f4-a053-9fe947b45c9c req-127c8ce4-cfba-4c4b-ad40-96c821d22ffe tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:59.357416 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e9ac2e8a-2a9b-44f4-a053-9fe947b45c9c req-127c8ce4-cfba-4c4b-ad40-96c821d22ffe tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0671136 Feb 16 15:12:59.415208 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e9ac2e8a-2a9b-44f4-a053-9fe947b45c9c req-8d64ed98-d52b-461b-99b3-d17cf1950a60 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569344 Feb 16 15:12:59.453937 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks [] for router_gateway (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:59.537168 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Deleting port 2aa568a4-c15e-47a8-b363-cb77ae28cb04 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:12:59.538131 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:59.560142 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:12:58Z', 'revision_number': 5, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port': {'id': '2aa568a4-c15e-47a8-b363-cb77ae28cb04', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:53Z', 'updated_at': '2022-02-16T15:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.598989 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Checking router: e06993a3-a5c9-47a5-b61f-92c2bfa29f0d for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:12:59.611056 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Routers {'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:12:59.612036 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:12:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.662112 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49488ff-68f9-4e9d-8e91-2d1093ecc76f req-9a896b8c-efea-4e92-b4f2-8bde99f53ffc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:59.663572 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f49488ff-68f9-4e9d-8e91-2d1093ecc76f req-9a896b8c-efea-4e92-b4f2-8bde99f53ffc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.1020839 Feb 16 15:12:59.676885 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] For port 2aa568a4-c15e-47a8-b363-cb77ae28cb04, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2aa568a4-c15e-47a8-b363-cb77ae28cb04,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:59.677273 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:59.701271 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Calling delete_port for 2aa568a4-c15e-47a8-b363-cb77ae28cb04 owned by network:router_gateway {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:12:59.742027 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] Set router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:12:59.770948 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f49488ff-68f9-4e9d-8e91-2d1093ecc76f req-96cf718e-f973-407a-a1af-68b61467bf8c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966134 Feb 16 15:12:59.811324 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:12:59Z', 'revision_number': 6, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.844223 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5161c4fd-534b-4890-98b1-f3f7eb916fb0 None None] The sync data for ids ['e06993a3-a5c9-47a5-b61f-92c2bfa29f0d'] in dv-cinder-804035-31-iscsi is: [{'id': 'e06993a3-a5c9-47a5-b61f-92c2bfa29f0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1036435172-router', 'tenant_id': 'abaf978091bb4d1eb2e9f193452a5092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:51Z', 'updated_at': '2022-02-16T15:12:59Z', 'revision_number': 6, 'project_id': 'abaf978091bb4d1eb2e9f193452a5092', 'gw_port_host': None}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:12:59.974022 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (2aa568a4-c15e-47a8-b363-cb77ae28cb04), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:12:59.999145 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa568a4-c15e-47a8-b363-cb77ae28cb04,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:00.070566 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.178058 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.180315 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks [] for router_controller (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.282037 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (e06993a3-a5c9-47a5-b61f-92c2bfa29f0d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.283191 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06993a3-a5c9-47a5-b61f-92c2bfa29f0d {{(pid=102763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:00.299829 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.305524 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d50bea74-0449-4b2c-9188-7a5c821a4ab5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e06993a3-a5c9-47a5-b61f-92c2bfa29f0d HTTP/1.1" status: 204 len: 168 time: 1.1194680 Feb 16 15:13:00.306307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40174) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:00.355442 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Deleting subnet 3298aadb-0eb3-4a5b-8e7f-80620229232f {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:13:00.360417 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Publish callbacks [] for subnet (3298aadb-0eb3-4a5b-8e7f-80620229232f), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.432257 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (3298aadb-0eb3-4a5b-8e7f-80620229232f), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.477560 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (3298aadb-0eb3-4a5b-8e7f-80620229232f), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.589373 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9472-1cde-4fd5-aa2e-1ec7d1b8cb1f req-658bdd08-9c9e-4033-9e3f-14250eb46550 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:00.590871 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53db9472-1cde-4fd5-aa2e-1ec7d1b8cb1f req-658bdd08-9c9e-4033-9e3f-14250eb46550 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Feb 16 15:13:00.592018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (3298aadb-0eb3-4a5b-8e7f-80620229232f), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.640925 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.646580 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3298aadb-0eb3-4a5b-8e7f-80620229232f HTTP/1.1" status: 204 len: 168 time: 0.3388970 Feb 16 15:13:00.649342 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40178) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:00.649871 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a81fb-86ac-44e2-a2e6-a843e206bb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3298aadb-0eb3-4a5b-8e7f-80620229232f,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:00.680107 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-53db9472-1cde-4fd5-aa2e-1ec7d1b8cb1f req-d38b07d8-0c1b-404c-869b-645982b0fdd4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801256 Feb 16 15:13:00.737141 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (24ce5675-f85a-44e8-af21-36b44c7f2284), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.779887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device e537fc2c-8c89-486d-8af0-17e8df2bddba no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:00.827370 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: e537fc2c-8c89-486d-8af0-17e8df2bddba {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:13:00.829909 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device e537fc2c-8c89-486d-8af0-17e8df2bddba not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:00.848774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (24ce5675-f85a-44e8-af21-36b44c7f2284), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.884189 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ce5675-f85a-44e8-af21-36b44c7f2284']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:00.920708 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd65cf31-3127-4754-8333-4c589d158dfe') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:00.921097 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd65cf31-3127-4754-8333-4c589d158dfe') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:00.935759 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (fd65cf31-3127-4754-8333-4c589d158dfe), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.959547 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (fd65cf31-3127-4754-8333-4c589d158dfe), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.970675 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:13:00.971136 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (fd65cf31-3127-4754-8333-4c589d158dfe), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:13:00.972903 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:00.990093 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46bcc2-70fa-4c6a-a32e-75352e6a7313 req-e6d8c136-3ff5-4c1c-9ffe-87f5ef1da72c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:00.993374 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1a46bcc2-70fa-4c6a-a32e-75352e6a7313 req-e6d8c136-3ff5-4c1c-9ffe-87f5ef1da72c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.1066136 Feb 16 15:13:01.085132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (24ce5675-f85a-44e8-af21-36b44c7f2284), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.093393 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.098100 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/24ce5675-f85a-44e8-af21-36b44c7f2284 HTTP/1.1" status: 204 len: 168 time: 0.4477568 Feb 16 15:13:01.128695 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1a46bcc2-70fa-4c6a-a32e-75352e6a7313 req-c2055141-1c5f-4310-902f-4d98f077ad6a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253924 Feb 16 15:13:01.130822 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047b6c8-d90b-4aa3-98d1-9ebf1dde3ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ce5675-f85a-44e8-af21-36b44c7f2284,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:01.319591 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40186) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:01.371174 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9f6bddf7-27b8-47d9-834a-2471bfeed448 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abaf978091bb4d1eb2e9f193452a5092&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502839 Feb 16 15:13:01.377106 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40188) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:01.434466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] Publish callbacks [] for security_group (95d1415a-a6bf-4510-8ea1-b36db3d37ab0), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.461884 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] Publish callbacks [] for security_group (95d1415a-a6bf-4510-8ea1-b36db3d37ab0), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.515505 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (95d1415a-a6bf-4510-8ea1-b36db3d37ab0), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.518129 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.519283 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95d1415a-a6bf-4510-8ea1-b36db3d37ab0 HTTP/1.1" status: 204 len: 168 time: 0.1411798 Feb 16 15:13:01.527627 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b68d-29df-492e-ad50-1ea8f45dc6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1415a-a6bf-4510-8ea1-b36db3d37ab0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:01.671071 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:01.828594 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41420b-dc44-4bf0-8212-cea387fde1a2 req-1b04592c-ef01-4800-afe1-a6b2c3f247f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:01.838967 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e41420b-dc44-4bf0-8212-cea387fde1a2 req-1b04592c-ef01-4800-afe1-a6b2c3f247f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0737429 Feb 16 15:13:01.895725 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e41420b-dc44-4bf0-8212-cea387fde1a2 req-a175fb46-57a8-4cb0-872c-a08c39139020 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556557 Feb 16 15:13:02.198644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2aa568a4-c15e-47a8-b363-cb77ae28cb04 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:02.260368 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 2aa568a4-c15e-47a8-b363-cb77ae28cb04 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:13:02.260715 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2aa568a4-c15e-47a8-b363-cb77ae28cb04 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:02.297787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be6fcf-e856-4256-9ed9-798350f39a7c req-8255486b-aff1-4c05-85f5-c977d0b4fe33 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:02.299475 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73be6fcf-e856-4256-9ed9-798350f39a7c req-8255486b-aff1-4c05-85f5-c977d0b4fe33 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0749295 Feb 16 15:13:02.362171 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73be6fcf-e856-4256-9ed9-798350f39a7c req-6b0245f1-452b-4f64-8747-778e6c6eeaa7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493135 Feb 16 15:13:03.036553 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636b4c-f296-43ac-84d6-0ce28e0ca332 req-5d5a76d1-31da-4341-a1a1-a85376bd1f38 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:03.038347 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-48636b4c-f296-43ac-84d6-0ce28e0ca332 req-5d5a76d1-31da-4341-a1a1-a85376bd1f38 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0560451 Feb 16 15:13:03.092069 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-48636b4c-f296-43ac-84d6-0ce28e0ca332 req-9c71c3ab-e325-4e6d-b854-2de96f7a78e3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Feb 16 15:13:03.515801 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c80cb4-f01f-4891-bd04-fa1f911932f8 req-50fc9299-3796-464a-8f32-7ab2e19a0c49 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:03.517500 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-40c80cb4-f01f-4891-bd04-fa1f911932f8 req-50fc9299-3796-464a-8f32-7ab2e19a0c49 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0732007 Feb 16 15:13:03.574809 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-40c80cb4-f01f-4891-bd04-fa1f911932f8 req-38a05818-dcd1-4936-b6d2-cea157c293a6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510550 Feb 16 15:13:03.908131 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e89c4-d95d-4a11-a6fc-eb199b45acb0 req-33109963-9523-43b3-af82-1176275c25b0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:03.910059 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8a6e89c4-d95d-4a11-a6fc-eb199b45acb0 req-33109963-9523-43b3-af82-1176275c25b0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0701222 Feb 16 15:13:03.988683 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8a6e89c4-d95d-4a11-a6fc-eb199b45acb0 req-056378e0-377d-4125-8f18-644670f2821a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594223 Feb 16 15:13:04.037248 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-7c3d872d-6e24-4a11-ac84-967d6ed7f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.039266 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-7c3d872d-6e24-4a11-ac84-967d6ed7f3c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.1035693 Feb 16 15:13:04.190782 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-9565d654-2a49-4237-bdcc-debc119047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.195481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-9565d654-2a49-4237-bdcc-debc119047ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.1475086 Feb 16 15:13:04.319431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-4c47d598-8ab5-4e40-a7e1-f7ac8bb34cf2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 1001 time: 0.1147263 Feb 16 15:13:04.410459 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-b55b4ecc-ae3e-4501-bbe6-9a9232b0fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.411886 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-b55b4ecc-ae3e-4501-bbe6-9a9232b0fabf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0818923 Feb 16 15:13:04.498498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651416a9-199c-4db6-a3b4-f6212effbe56 req-8bee1eb7-c2e9-4916-90ab-342eded9eaaa tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.509113 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-651416a9-199c-4db6-a3b4-f6212effbe56 req-8bee1eb7-c2e9-4916-90ab-342eded9eaaa tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1923335 Feb 16 15:13:04.554586 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-df7a3fb7-44cb-4e59-9fe9-fc72a544fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.556197 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-df7a3fb7-44cb-4e59-9fe9-fc72a544fa71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1306098 Feb 16 15:13:04.627808 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-651416a9-199c-4db6-a3b4-f6212effbe56 req-b5d76497-2ad4-446d-b53c-c32e3b3d18f5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094849 Feb 16 15:13:04.714107 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-2ecbfbd6-e37e-4902-9b79-f0fc876dc9e1 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462100 Feb 16 15:13:04.823456 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32fd06d8-2c26-470d-bd7c-b62153440526 req-8b4caa7f-d468-4903-a854-cfe118b82499 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006136 Feb 16 15:13:05.152564 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e00f4-4ec1-4d76-8766-2bbf65556eb7 req-6aa29aa2-4de3-4cd1-b9b2-505586a8d9d8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.155273 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-172e00f4-4ec1-4d76-8766-2bbf65556eb7 req-6aa29aa2-4de3-4cd1-b9b2-505586a8d9d8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0848818 Feb 16 15:13:05.186004 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-2a476f18-e878-43bf-88ff-9760200027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.188369 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-2a476f18-e878-43bf-88ff-9760200027d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.3231292 Feb 16 15:13:05.245149 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-172e00f4-4ec1-4d76-8766-2bbf65556eb7 req-d0f0855f-31c8-4669-a50c-aaa8d305143a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830204 Feb 16 15:13:05.313257 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-4073ae41-2634-44be-9229-695572295d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.316442 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-4073ae41-2634-44be-9229-695572295d69 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.1070921 Feb 16 15:13:05.390752 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-be0e6d64-c066-4fad-877f-c288a8562cbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 1001 time: 0.0673318 Feb 16 15:13:05.457038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-f864c36d-5ad4-49db-ad30-770022c5a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.459024 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-f864c36d-5ad4-49db-ad30-770022c5a29b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0629473 Feb 16 15:13:05.511403 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40360) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:05.523825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-c9afdc0c-9ed7-42d5-b4a6-cb16263daea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.525763 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-c9afdc0c-9ed7-42d5-b4a6-cb16263daea1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587416 Feb 16 15:13:05.632015 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-17516f20-bbe3-4a3e-ad3c-fd0f16813ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:05.655895 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-f36ba878-9980-4525-9b54-a6b2a3700eb7 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222022 Feb 16 15:13:05.748036 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-17516f20-bbe3-4a3e-ad3c-fd0f16813ae0 admin admin] Publish callbacks [] for security_group (b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:05.758825 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-17516f20-bbe3-4a3e-ad3c-fd0f16813ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:05.794864 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-17516f20-bbe3-4a3e-ad3c-fd0f16813ae0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=609537a2414b4613b490693b4b119207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819128 Feb 16 15:13:05.797536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40366) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:05.814998 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516f20-bbe3-4a3e-ad3c-fd0f16813ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:05.899464 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d419e4-02e0-4446-8cfc-c4f1bfd60645 req-c3a17abf-a82c-4b00-86cc-b6093c508f38 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271161 Feb 16 15:13:05.912793 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2d729-4fbb-4afc-9486-e54ce8355c35 req-2b404b0a-0034-44fb-8d3e-7c4a942d0f8b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:05.914429 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6b2d729-4fbb-4afc-9486-e54ce8355c35 req-2b404b0a-0034-44fb-8d3e-7c4a942d0f8b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1713936 Feb 16 15:13:05.930657 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] Publish callbacks [] for security_group (b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:05.971233 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] Publish callbacks [] for security_group (b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.001489 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6b2d729-4fbb-4afc-9486-e54ce8355c35 req-e1ae7318-7af8-4632-9856-3602f9a833e5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763831 Feb 16 15:13:06.045956 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.052515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.054071 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff HTTP/1.1" status: 204 len: 168 time: 0.2370465 Feb 16 15:13:06.062234 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ddde9-663f-406b-8b78-953c8839db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9140f1f-4fd9-40d2-b622-ff1f8f0ab3ff,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:06.404821 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40380) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:06.419783 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-67f9ae26-fab7-4db2-ab3c-a9d82037d61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.423266 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabaa6-881b-42bd-ab50-d397a485889f req-cafbcbc1-75aa-4c3a-bd18-d857c16a7a74 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:06.425385 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9eeabaa6-881b-42bd-ab50-d397a485889f req-cafbcbc1-75aa-4c3a-bd18-d857c16a7a74 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0705118 Feb 16 15:13:06.480101 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9eeabaa6-881b-42bd-ab50-d397a485889f req-a44dfcb5-7b6f-4f10-9284-18fd82c632b8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484052 Feb 16 15:13:06.508916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-67f9ae26-fab7-4db2-ab3c-a9d82037d61f admin admin] Publish callbacks [] for security_group (3471b540-b3b2-41a3-9ab4-61e77682fc87), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.513291 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-67f9ae26-fab7-4db2-ab3c-a9d82037d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3471b540-b3b2-41a3-9ab4-61e77682fc87), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.555143 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-67f9ae26-fab7-4db2-ab3c-a9d82037d61f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f57f3558db8447cbef43ca5caf7bc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474106 Feb 16 15:13:06.556281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40384) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:06.560408 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9ae26-fab7-4db2-ab3c-a9d82037d61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471b540-b3b2-41a3-9ab4-61e77682fc87,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:06.637972 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] Publish callbacks [] for security_group (3471b540-b3b2-41a3-9ab4-61e77682fc87), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.663020 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] Publish callbacks [] for security_group (3471b540-b3b2-41a3-9ab4-61e77682fc87), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.725680 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3471b540-b3b2-41a3-9ab4-61e77682fc87), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.729591 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:06.733088 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3471b540-b3b2-41a3-9ab4-61e77682fc87 HTTP/1.1" status: 204 len: 168 time: 0.1723344 Feb 16 15:13:06.750631 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db3f72-b270-4127-821d-4cfdd68ab7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471b540-b3b2-41a3-9ab4-61e77682fc87,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:07.215247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c941877-5e3d-4e55-b828-0a38921bd70e req-cfe84976-136e-49b7-aac1-7ebb15a1e411 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:07.223453 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c941877-5e3d-4e55-b828-0a38921bd70e req-cfe84976-136e-49b7-aac1-7ebb15a1e411 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1137013 Feb 16 15:13:07.288443 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c941877-5e3d-4e55-b828-0a38921bd70e req-89187b00-3a99-4c1a-af16-9aee69d0511d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639994 Feb 16 15:13:07.649903 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40420) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:07.779398 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd097-45de-4f88-87d7-fe609cafd327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:07.869645 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd097-45de-4f88-87d7-fe609cafd327 admin admin] Publish callbacks [] for security_group (34b48cb9-1431-4863-88bd-d3e0112b32c4), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:07.875336 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ab4bd097-45de-4f88-87d7-fe609cafd327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (34b48cb9-1431-4863-88bd-d3e0112b32c4), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:07.918050 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bd097-45de-4f88-87d7-fe609cafd327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b48cb9-1431-4863-88bd-d3e0112b32c4,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:07.922633 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ab4bd097-45de-4f88-87d7-fe609cafd327 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3062215407e4cc4b3ac12bb820e9a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716558 Feb 16 15:13:07.927930 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40428) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:07.997004 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] Publish callbacks [] for security_group (34b48cb9-1431-4863-88bd-d3e0112b32c4), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.025969 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] Publish callbacks [] for security_group (34b48cb9-1431-4863-88bd-d3e0112b32c4), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.091637 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (34b48cb9-1431-4863-88bd-d3e0112b32c4), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.095592 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.099604 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34b48cb9-1431-4863-88bd-d3e0112b32c4 HTTP/1.1" status: 204 len: 168 time: 0.1674056 Feb 16 15:13:08.109190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402dbd5-8785-4685-ae0b-a910f70c7987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b48cb9-1431-4863-88bd-d3e0112b32c4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:08.532777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0d6e2-5483-4066-b837-069612979761 req-2c31b93c-8808-476a-b0a1-a5ef80c310f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:08.540452 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-28e0d6e2-5483-4066-b837-069612979761 req-2c31b93c-8808-476a-b0a1-a5ef80c310f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1330762 Feb 16 15:13:08.602127 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-28e0d6e2-5483-4066-b837-069612979761 req-f48a7e45-7456-4078-a31b-7044b4c0d86b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607932 Feb 16 15:13:08.618847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40452) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:08.644630 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58990ae2-ec90-4625-ad2c-c2015443b418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.769177 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58990ae2-ec90-4625-ad2c-c2015443b418 admin admin] Publish callbacks [] for security_group (bbb0c5b1-68e6-40ac-8c11-ab99189b7556), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.774270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58990ae2-ec90-4625-ad2c-c2015443b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (bbb0c5b1-68e6-40ac-8c11-ab99189b7556), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.815999 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58990ae2-ec90-4625-ad2c-c2015443b418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0c5b1-68e6-40ac-8c11-ab99189b7556,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:08.821240 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-58990ae2-ec90-4625-ad2c-c2015443b418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e36e9b11bde14323bd616815ed963146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011385 Feb 16 15:13:08.823763 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40464) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:08.879498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] Publish callbacks [] for security_group (bbb0c5b1-68e6-40ac-8c11-ab99189b7556), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.904186 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] Publish callbacks [] for security_group (bbb0c5b1-68e6-40ac-8c11-ab99189b7556), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.993382 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (bbb0c5b1-68e6-40ac-8c11-ab99189b7556), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.996150 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:08.997331 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbb0c5b1-68e6-40ac-8c11-ab99189b7556 HTTP/1.1" status: 204 len: 168 time: 0.1724634 Feb 16 15:13:09.009188 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaccbec-baf8-423f-bc50-254cd11184a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0c5b1-68e6-40ac-8c11-ab99189b7556,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:09.124547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40470) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:09.455180 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48cb8efe-7447-4f6c-b63b-a6827f140025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.549939 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48cb8efe-7447-4f6c-b63b-a6827f140025 admin admin] Publish callbacks [] for security_group (a8cc7fcc-0763-4c22-ad3b-2c229845c9c3), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.554950 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48cb8efe-7447-4f6c-b63b-a6827f140025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a8cc7fcc-0763-4c22-ad3b-2c229845c9c3), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.600075 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-48cb8efe-7447-4f6c-b63b-a6827f140025 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b24e0ac095ef4122b8f7f9ba8cb58c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743409 Feb 16 15:13:09.601326 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8efe-7447-4f6c-b63b-a6827f140025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc7fcc-0763-4c22-ad3b-2c229845c9c3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:09.602787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40484) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:09.715140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] Publish callbacks [] for security_group (a8cc7fcc-0763-4c22-ad3b-2c229845c9c3), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.739774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] Publish callbacks [] for security_group (a8cc7fcc-0763-4c22-ad3b-2c229845c9c3), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.819389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23012004-eb2b-41f9-8fdf-91a7e008b748 req-826f217c-8fef-4353-97b2-08bd0f9d37d6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:09.821108 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-23012004-eb2b-41f9-8fdf-91a7e008b748 req-826f217c-8fef-4353-97b2-08bd0f9d37d6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1121616 Feb 16 15:13:09.824348 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (a8cc7fcc-0763-4c22-ad3b-2c229845c9c3), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.827259 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:09.838221 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8cc7fcc-0763-4c22-ad3b-2c229845c9c3 HTTP/1.1" status: 204 len: 168 time: 0.2278640 Feb 16 15:13:09.855010 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82ca6-6722-4a2a-ba11-46d1ce7fac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc7fcc-0763-4c22-ad3b-2c229845c9c3,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:09.890633 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-23012004-eb2b-41f9-8fdf-91a7e008b748 req-48b368c6-c314-49be-8455-8088c5122a3a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623872 Feb 16 15:13:09.947572 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40498) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:10.216121 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096409536-network', 'tenant_id': '51d24f2028cd4d72a4da2e938b0f6f5b'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:10.248751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Made reservation on behalf of 51d24f2028cd4d72a4da2e938b0f6f5b for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:10.252921 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.275173 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.368036 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks [] for security_group (4e5909e3-5d39-4141-b1c2-5f5d318a9768), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.374177 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4e5909e3-5d39-4141-b1c2-5f5d318a9768), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.379893 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40504) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:10.429192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-651e5d97-80e9-4bd1-987d-173fb0e3af41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.429542 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:10.449197 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (1577afa2-2660-4fbf-9dc3-8acefb3c6b61), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.473891 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Added segment 1577afa2-2660-4fbf-9dc3-8acefb3c6b61 of type vlan for network 13818765-ab80-46d5-a0ed-7e00883ce54c Feb 16 15:13:10.473891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5909e3-5d39-4141-b1c2-5f5d318a9768,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:10.507794 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (13818765-ab80-46d5-a0ed-7e00883ce54c), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.514795 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-651e5d97-80e9-4bd1-987d-173fb0e3af41 admin admin] Publish callbacks [] for security_group (4416fad3-ed2b-417c-a326-39e19bfa87c8), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.519059 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-651e5d97-80e9-4bd1-987d-173fb0e3af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4416fad3-ed2b-417c-a326-39e19bfa87c8), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.533262 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (13818765-ab80-46d5-a0ed-7e00883ce54c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.534250 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:10.534872 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.557885 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-651e5d97-80e9-4bd1-987d-173fb0e3af41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6350093fb1841fc88c457b07905bdbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767039 Feb 16 15:13:10.568063 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40510) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:10.595520 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6438389 Feb 16 15:13:10.597342 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40514) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:10.601377 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5d97-80e9-4bd1-987d-173fb0e3af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4416fad3-ed2b-417c-a326-39e19bfa87c8,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:10.607610 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Request body: {'subnet': {'network_id': '13818765-ab80-46d5-a0ed-7e00883ce54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096409536-subnet', 'tenant_id': '51d24f2028cd4d72a4da2e938b0f6f5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:10.658126 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a45e4-eaed-434d-8e9e-577316b657e2 admin admin] Pushing event updated for resources: {'Network': ['ID=13818765-ab80-46d5-a0ed-7e00883ce54c,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:10.670240 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 13818765-ab80-46d5-a0ed-7e00883ce54c details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:10.679847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Made reservation on behalf of 51d24f2028cd4d72a4da2e938b0f6f5b for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:10.682187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.729896 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] Publish callbacks [] for security_group (4416fad3-ed2b-417c-a326-39e19bfa87c8), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.790003 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] Publish callbacks [] for security_group (4416fad3-ed2b-417c-a326-39e19bfa87c8), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.902525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4416fad3-ed2b-417c-a326-39e19bfa87c8), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.905302 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:10.906439 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4416fad3-ed2b-417c-a326-39e19bfa87c8 HTTP/1.1" status: 204 len: 168 time: 0.3384035 Feb 16 15:13:10.930041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa4e1b-683e-491e-ad83-dfd45ad045ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4416fad3-ed2b-417c-a326-39e19bfa87c8,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:10.941615 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (41daa30b-e8d4-4e8b-8c4b-756bfd454edf), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:11.008068 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41daa30b-e8d4-4e8b-8c4b-756bfd454edf,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:11.015857 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Checking segment: {'id': '1577afa2-2660-4fbf-9dc3-8acefb3c6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '13818765-ab80-46d5-a0ed-7e00883ce54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:13:11.017257 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Network hostable DHCP agents. Network: 13818765-ab80-46d5-a0ed-7e00883ce54c, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:11.049752 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Network 13818765-ab80-46d5-a0ed-7e00883ce54c is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:11.088225 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 13818765-ab80-46d5-a0ed-7e00883ce54c) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:11.094245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:11.094951 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:11.099816 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7cbe0-8f88-4093-96d5-89e643c474bd None None] Network 13818765-ab80-46d5-a0ed-7e00883ce54c requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:13:11.129233 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f5b0-045e-4767-9c44-bfcec70cdd3e req-0d85b6eb-bb83-45d0-a969-bfcf57c3f17d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:11.138280 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0488f5b0-045e-4767-9c44-bfcec70cdd3e req-0d85b6eb-bb83-45d0-a969-bfcf57c3f17d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.1005766 Feb 16 15:13:11.152285 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-739b258e-59af-44e2-900c-9766ca85d1f1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5446033 Feb 16 15:13:11.249062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088c51f-b4e7-4618-bada-7e4cdf4e0f9d None None] Network 13818765-ab80-46d5-a0ed-7e00883ce54c requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:13:11.274750 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0488f5b0-045e-4767-9c44-bfcec70cdd3e req-20c0a5d1-6a8b-484b-8db1-a5dd19f68826 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360261 Feb 16 15:13:11.883722 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40566) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:11.888755 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693240172-network', 'tenant_id': '01500309452342199c46335b9fd537bf'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:11.909923 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Made reservation on behalf of 01500309452342199c46335b9fd537bf for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:11.912664 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:11.921182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:11.994303 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks [] for security_group (93690e04-6145-4be2-b4a8-922f4b48fb1d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:11.998209 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (93690e04-6145-4be2-b4a8-922f4b48fb1d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.022766 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:12.032963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93690e04-6145-4be2-b4a8-922f4b48fb1d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.037545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (e3106971-f58b-41ec-a78c-5645d8a3f743), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.037880 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Added segment e3106971-f58b-41ec-a78c-5645d8a3f743 of type vlan for network 7242141b-8951-4540-bb1e-4fc350e2e3a4 Feb 16 15:13:12.079769 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (7242141b-8951-4540-bb1e-4fc350e2e3a4), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.104733 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (7242141b-8951-4540-bb1e-4fc350e2e3a4), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.105708 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.106292 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.141777 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2543540 Feb 16 15:13:12.141974 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40572) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:12.146523 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Request body: {'subnet': {'network_id': '7242141b-8951-4540-bb1e-4fc350e2e3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693240172-subnet', 'tenant_id': '01500309452342199c46335b9fd537bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:12.159097 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40574) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:12.180809 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18c8ae-995f-46d8-a861-f19b8fa342bf admin admin] Pushing event updated for resources: {'Network': ['ID=7242141b-8951-4540-bb1e-4fc350e2e3a4,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.192792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 7242141b-8951-4540-bb1e-4fc350e2e3a4 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:12.198061 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Made reservation on behalf of 01500309452342199c46335b9fd537bf for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:12.200499 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.278730 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-388fa1d8-41f7-4736-9d85-26fd8d2faa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.356050 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-388fa1d8-41f7-4736-9d85-26fd8d2faa2c admin admin] Publish callbacks [] for security_group (17170b92-58c9-4830-a02a-c9d945d1ee97), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.360669 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-388fa1d8-41f7-4736-9d85-26fd8d2faa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (17170b92-58c9-4830-a02a-c9d945d1ee97), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.385524 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (74ba2e8b-868d-4beb-a1a1-db47f884c7d2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.405971 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-388fa1d8-41f7-4736-9d85-26fd8d2faa2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90a4d7cf6755465083c6ca77f99b92ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456708 Feb 16 15:13:12.411441 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40580) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:12.435680 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa1d8-41f7-4736-9d85-26fd8d2faa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17170b92-58c9-4830-a02a-c9d945d1ee97,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.457236 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f1570-52e0-4fa2-a89b-f4510207a554 req-1310e3f1-ceb7-4ea4-aed3-83675b18c12f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.458731 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c1f1570-52e0-4fa2-a89b-f4510207a554 req-1310e3f1-ceb7-4ea4-aed3-83675b18c12f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0719593 Feb 16 15:13:12.470578 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ba2e8b-868d-4beb-a1a1-db47f884c7d2,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.501955 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Checking segment: {'id': 'e3106971-f58b-41ec-a78c-5645d8a3f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7242141b-8951-4540-bb1e-4fc350e2e3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:13:12.502309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Network hostable DHCP agents. Network: 7242141b-8951-4540-bb1e-4fc350e2e3a4, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:12.507610 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] Publish callbacks [] for security_group (17170b92-58c9-4830-a02a-c9d945d1ee97), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.535891 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c1f1570-52e0-4fa2-a89b-f4510207a554 req-bce259a4-419e-463b-ae2e-dbd76e4e067e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706503 Feb 16 15:13:12.537220 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] Publish callbacks [] for security_group (17170b92-58c9-4830-a02a-c9d945d1ee97), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.538968 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Network 7242141b-8951-4540-bb1e-4fc350e2e3a4 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:12.554357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-7e863a7e-aef1-4639-860a-6eb41a615e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.555773 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-7e863a7e-aef1-4639-860a-6eb41a615e6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1129 time: 0.0591030 Feb 16 15:13:12.562079 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 7242141b-8951-4540-bb1e-4fc350e2e3a4) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:12.567922 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.568511 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.578361 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bae235-791e-4a82-9982-5b56e19fb20a None None] Network 7242141b-8951-4540-bb1e-4fc350e2e3a4 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:13:12.625047 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0c6941fd-e817-452c-aa68-f59732c55715 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4761610 Feb 16 15:13:12.643900 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (17170b92-58c9-4830-a02a-c9d945d1ee97), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.646997 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:12.651429 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17170b92-58c9-4830-a02a-c9d945d1ee97 HTTP/1.1" status: 204 len: 168 time: 0.2376840 Feb 16 15:13:12.662166 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699fc9a-341d-489f-b0e0-a2cd98b83071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17170b92-58c9-4830-a02a-c9d945d1ee97,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.678380 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-9eabc5e3-bbd5-4fd9-b642-ba6163d6c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.679889 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-9eabc5e3-bbd5-4fd9-b642-ba6163d6c27e service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.1176031 Feb 16 15:13:12.698112 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0ffb5-5ff4-4660-aae4-dbca82caefba None None] Network 7242141b-8951-4540-bb1e-4fc350e2e3a4 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:13:12.778548 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-fcfbc495-f740-4ea2-9a0c-3642ea6e8794 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 1000 time: 0.0909479 Feb 16 15:13:12.829858 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-237e8c5b-6d67-4b35-9622-fbe3d5df5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.831279 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-237e8c5b-6d67-4b35-9622-fbe3d5df5ae0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0455916 Feb 16 15:13:12.886207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-9a72df72-82df-41e2-a0c8-bc82434b9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:12.887828 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-9a72df72-82df-41e2-a0c8-bc82434b9e7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498486 Feb 16 15:13:12.984883 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-93686f39-995a-4e1f-9169-ec210a4f6914 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905578 Feb 16 15:13:13.083812 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7dec9b-6b5c-48e8-a691-8dcfd190e36f req-995518f5-c6f6-4176-90b4-5ae8d1b87986 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930293 Feb 16 15:13:13.717541 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4f94c-8520-4c81-98cf-4671985c8085 req-667e1eff-92a8-425d-83ad-15e9447936b0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:13.719021 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d3f4f94c-8520-4c81-98cf-4671985c8085 req-667e1eff-92a8-425d-83ad-15e9447936b0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0608556 Feb 16 15:13:13.774747 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d3f4f94c-8520-4c81-98cf-4671985c8085 req-4bd40d9e-e2ac-4bd3-9ac0-7b16b05f848d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Feb 16 15:13:14.898449 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2ecbb-dd36-4b5a-a9e2-268ae79834fe req-ce006463-7915-4a63-bb43-541698b06e6b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:14.900010 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-06c2ecbb-dd36-4b5a-a9e2-268ae79834fe req-ce006463-7915-4a63-bb43-541698b06e6b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0560963 Feb 16 15:13:14.949700 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-06c2ecbb-dd36-4b5a-a9e2-268ae79834fe req-8068b7b3-3fb5-4707-acda-2010a1bbfadf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Feb 16 15:13:16.089879 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c6d70-ca3e-4877-82ea-a492d0e09aed req-a086ba7d-2456-4835-b37a-f5c13d0e4d02 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:16.091645 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ca5c6d70-ca3e-4877-82ea-a492d0e09aed req-a086ba7d-2456-4835-b37a-f5c13d0e4d02 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0514684 Feb 16 15:13:16.137292 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ca5c6d70-ca3e-4877-82ea-a492d0e09aed req-667f627f-ec03-485b-aa93-c025a0ae2031 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396519 Feb 16 15:13:16.584307 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-494e3bfc-61ae-43b3-91b4-d68ab8e0d6a6 req-6db6ea82-3cda-4a1b-bcdf-4edd0d7954af service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:13:16.585506 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-494e3bfc-61ae-43b3-91b4-d68ab8e0d6a6 req-6db6ea82-3cda-4a1b-bcdf-4edd0d7954af service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055821 Feb 16 15:13:16.746221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313ada8-5f17-4de8-bb4b-54ae48d8a637 req-93565faf-c4a0-4c76-a11f-52d309e70299 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:16.747692 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1313ada8-5f17-4de8-bb4b-54ae48d8a637 req-93565faf-c4a0-4c76-a11f-52d309e70299 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0517468 Feb 16 15:13:16.794472 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1313ada8-5f17-4de8-bb4b-54ae48d8a637 req-f6f9025b-ae6c-463b-9763-5f905b7da035 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Feb 16 15:13:17.086846 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40696) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:17.411287 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-a8c8abf7-6132-48e5-a995-0adbb2301f86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3233180 Feb 16 15:13:17.419642 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-7ca95bb1-05b7-44ea-8967-a1e49327eaf3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:13:17.420572 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-7ca95bb1-05b7-44ea-8967-a1e49327eaf3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047135 Feb 16 15:13:17.498546 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40704) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:17.596113 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-9273cb0a-4553-416b-8504-f84b09ea44f4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:17.597475 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-9273cb0a-4553-416b-8504-f84b09ea44f4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports/cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 942 time: 0.0977845 Feb 16 15:13:17.925702 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c9c31-dee9-45c0-8324-cfa5cd81c768 req-5ee561f0-743b-4d4d-ba9e-ad8eaad5cc41 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:17.927208 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-964c9c31-dee9-45c0-8324-cfa5cd81c768 req-5ee561f0-743b-4d4d-ba9e-ad8eaad5cc41 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 945 time: 0.0607588 Feb 16 15:13:17.981494 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-964c9c31-dee9-45c0-8324-cfa5cd81c768 req-5d5a6bf5-fb81-4ab7-998c-2424a281c0f2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487592 Feb 16 15:13:18.856311 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:18.936769 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: ACTIVE; New status is: DOWN {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:13:18.937194 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:18.962687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:13:18.964897 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87684d86-556a-4bfa-96fb-852e790b0ed9" -d '{"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-unplugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:13:18.979442 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:18.983397 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:19.011158 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b8f33-6820-4d16-8b2d-eebeefa440cb x-openstack-request-id: req-526b8f33-6820-4d16-8b2d-eebeefa440cb {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:13:19.011450 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-unplugged", "status": "failed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "code": 422}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:13:19.011707 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-526b8f33-6820-4d16-8b2d-eebeefa440cb {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:13:19.012155 dv-cinder-804035-31-iscsi neutron-server[102764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'code': 422} returned with failed status Feb 16 15:13:19.041750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=8']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:19.048757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.049137 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.049490 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.049827 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.050463 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.050969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.051461 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.051948 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.052434 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.052927 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.054027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.055393 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.055896 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:19.116075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60431d3-09a5-47b3-943a-fbc219a8564b req-1de24a60-3c65-435d-ae3b-d88593235f49 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:19.117494 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f60431d3-09a5-47b3-943a-fbc219a8564b req-1de24a60-3c65-435d-ae3b-d88593235f49 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0553420 Feb 16 15:13:19.162418 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f60431d3-09a5-47b3-943a-fbc219a8564b req-74a48684-8a2c-4429-9fc8-63dd49b79e75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Feb 16 15:13:20.328003 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d9ec-ea6c-4cde-b0f1-a538f299f358 req-a28d4510-0ad9-4a2b-a5bf-09930305ddce tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:20.330227 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a1d9ec-ea6c-4cde-b0f1-a538f299f358 req-a28d4510-0ad9-4a2b-a5bf-09930305ddce tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0751045 Feb 16 15:13:20.413601 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a1d9ec-ea6c-4cde-b0f1-a538f299f358 req-f31cf839-2b72-4d0f-961a-5a0bf6573f85 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730441 Feb 16 15:13:20.751032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-4dbfcb5d-c838-4036-8536-336e010f6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:20.752535 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-4dbfcb5d-c838-4036-8536-336e010f6482 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 1127 time: 0.0771420 Feb 16 15:13:20.826675 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-dfaf47c4-b596-4ee4-a267-bf7d955e696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:20.828179 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-dfaf47c4-b596-4ee4-a267-bf7d955e696e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1127 time: 0.0499303 Feb 16 15:13:20.915635 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-047158e8-d1f3-465b-bafa-e65a1d202174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:20.917132 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-047158e8-d1f3-465b-bafa-e65a1d202174 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.0817657 Feb 16 15:13:20.987705 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-64035368-dfd1-457b-a5ea-7004e906f368 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 998 time: 0.0616627 Feb 16 15:13:21.040079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-d1a32dd6-0966-4a28-a7e6-d180d3093592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:21.041493 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-d1a32dd6-0966-4a28-a7e6-d180d3093592 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0428851 Feb 16 15:13:21.087461 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a99556-343d-4715-a412-acb676a57290 req-4bf00078-105f-4339-a936-06b529bdafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:21.088860 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-4bf00078-105f-4339-a936-06b529bdafab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408108 Feb 16 15:13:21.177425 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-d91a1b04-92b2-4bcc-9ccb-adba446ca9f1 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821381 Feb 16 15:13:21.262734 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-18a99556-343d-4715-a412-acb676a57290 req-afcab5c6-e85a-4011-a867-f256d886f367 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789795 Feb 16 15:13:21.551484 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f80a-7c50-4135-86a8-c86aa0323634 req-3408d64e-e960-409c-bb6c-97c18ea4ea6e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:21.553106 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b459f80a-7c50-4135-86a8-c86aa0323634 req-3408d64e-e960-409c-bb6c-97c18ea4ea6e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0550601 Feb 16 15:13:21.607334 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b459f80a-7c50-4135-86a8-c86aa0323634 req-a5c2d817-633a-4bbf-b4d6-45631d4dc811 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479681 Feb 16 15:13:22.372991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a098034c-2615-4c1a-87a5-b2fac27ded84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:22.740846 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15bd6b-6a5c-4a0a-bf4a-02395347bc1e req-1a009be2-1531-47a7-b1b5-4f12a8d8a8d9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:22.742333 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d15bd6b-6a5c-4a0a-bf4a-02395347bc1e req-1a009be2-1531-47a7-b1b5-4f12a8d8a8d9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0581896 Feb 16 15:13:22.801514 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d15bd6b-6a5c-4a0a-bf4a-02395347bc1e req-f462e7ea-9dce-4b55-a5c6-c67a02516f35 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534911 Feb 16 15:13:23.261155 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40828) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:23.367395 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.444744 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Publish callbacks [] for security_group (8472bfc8-c92a-459e-8541-3ad76c8e8ed9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.448876 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8472bfc8-c92a-459e-8541-3ad76c8e8ed9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.493269 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40834) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:23.493479 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=137d40c0519e494cb2cc3f33079ca408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309763 Feb 16 15:13:23.494172 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8472bfc8-c92a-459e-8541-3ad76c8e8ed9,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:23.502106 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.502594 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.502785 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.503124 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.503472 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.503786 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.504116 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.504442 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.504768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.505114 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.505443 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.505758 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.506076 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f5b1d-995b-44b2-8230-78ff9383294a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.554924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Publish callbacks [] for security_group (8472bfc8-c92a-459e-8541-3ad76c8e8ed9), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.576838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Publish callbacks [] for security_group (8472bfc8-c92a-459e-8541-3ad76c8e8ed9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.630999 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8472bfc8-c92a-459e-8541-3ad76c8e8ed9), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.633573 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:23.634856 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8472bfc8-c92a-459e-8541-3ad76c8e8ed9 HTTP/1.1" status: 204 len: 168 time: 0.1402249 Feb 16 15:13:23.648211 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8472bfc8-c92a-459e-8541-3ad76c8e8ed9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:23.658178 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.658796 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.659208 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.659707 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.660008 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.660647 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.661128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.661563 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.662029 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.662431 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.662831 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.663224 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.663654 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811c78-5918-4663-9a49-7bb3113ca5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:23.941465 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e14c64-be55-4b96-8aca-cad0acc56b94 req-2527718d-7b33-4857-a3e0-e6c07f6521f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:23.942976 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92e14c64-be55-4b96-8aca-cad0acc56b94 req-2527718d-7b33-4857-a3e0-e6c07f6521f6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0567546 Feb 16 15:13:23.996828 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92e14c64-be55-4b96-8aca-cad0acc56b94 req-c1f50653-1bc3-4559-8a3b-fc50ba9d38cd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467026 Feb 16 15:13:24.547891 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ad71b288-6442-4ada-8a3f-9b08b756cb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:24.820098 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 40878) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:24.923075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9296d0f-f814-4a70-bf69-b9211d3b8c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:24.997889 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9296d0f-f814-4a70-bf69-b9211d3b8c1e admin admin] Publish callbacks [] for security_group (23449647-7936-45ca-8a17-18ff5bb12555), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.002395 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9296d0f-f814-4a70-bf69-b9211d3b8c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (23449647-7936-45ca-8a17-18ff5bb12555), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.036214 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9296d0f-f814-4a70-bf69-b9211d3b8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23449647-7936-45ca-8a17-18ff5bb12555,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:25.049225 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 40886) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:25.049731 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f9296d0f-f814-4a70-bf69-b9211d3b8c1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0e4a134b6ee4aceaa86ded32b2c0ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280476 Feb 16 15:13:25.129608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] Publish callbacks [] for security_group (23449647-7936-45ca-8a17-18ff5bb12555), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.190945 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] Publish callbacks [] for security_group (23449647-7936-45ca-8a17-18ff5bb12555), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.224183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275fba4-b58c-4fbf-ba14-9dd781545e8c req-b1b7b13b-4d89-489d-9e2c-99046cde5875 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:25.225695 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8275fba4-b58c-4fbf-ba14-9dd781545e8c req-b1b7b13b-4d89-489d-9e2c-99046cde5875 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.1086426 Feb 16 15:13:25.283113 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8275fba4-b58c-4fbf-ba14-9dd781545e8c req-c3ea2623-9e5a-4559-8347-c6560292b26e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502131 Feb 16 15:13:25.284577 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (23449647-7936-45ca-8a17-18ff5bb12555), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.287721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:25.291301 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23449647-7936-45ca-8a17-18ff5bb12555 HTTP/1.1" status: 204 len: 168 time: 0.2386787 Feb 16 15:13:25.299251 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040398bb-e4e7-4395-87a3-c92946f4add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23449647-7936-45ca-8a17-18ff5bb12555,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:25.801966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:26.459902 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a05d5-54b3-4021-8f02-dc8acd30fb04 req-1138e652-e15b-4e0d-8f91-d568516a573e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:26.462020 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac9a05d5-54b3-4021-8f02-dc8acd30fb04 req-1138e652-e15b-4e0d-8f91-d568516a573e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0654888 Feb 16 15:13:26.528100 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac9a05d5-54b3-4021-8f02-dc8acd30fb04 req-d4afc63a-4a4a-4c59-a9f8-784bb17e5846 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599444 Feb 16 15:13:26.783701 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:27.719936 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f09de-4b12-43c3-9e0d-61cfd97f940d req-11e6927f-789b-4594-8a98-e9ab2c9b9926 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:27.722248 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-572f09de-4b12-43c3-9e0d-61cfd97f940d req-11e6927f-789b-4594-8a98-e9ab2c9b9926 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0787654 Feb 16 15:13:27.809902 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-572f09de-4b12-43c3-9e0d-61cfd97f940d req-8ec3c290-c271-4cee-8bb4-a113bb3d950a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817902 Feb 16 15:13:28.505212 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:28.958162 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67db03-6c04-46f4-be64-95ae7a3ef51b req-0a3cdff4-c1be-4465-ba76-a9854744b61c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:28.960241 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ef67db03-6c04-46f4-be64-95ae7a3ef51b req-0a3cdff4-c1be-4465-ba76-a9854744b61c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0626101 Feb 16 15:13:29.047152 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ef67db03-6c04-46f4-be64-95ae7a3ef51b req-30880010-ae9a-44e3-99d3-51c5224c9381 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751853 Feb 16 15:13:29.913204 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41032) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:29.967527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Deleting subnet 41daa30b-e8d4-4e8b-8c4b-756bfd454edf {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:13:29.970883 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Publish callbacks [] for subnet (41daa30b-e8d4-4e8b-8c4b-756bfd454edf), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.010635 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (41daa30b-e8d4-4e8b-8c4b-756bfd454edf), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.050468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (41daa30b-e8d4-4e8b-8c4b-756bfd454edf), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.126137 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (41daa30b-e8d4-4e8b-8c4b-756bfd454edf), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.151822 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41daa30b-e8d4-4e8b-8c4b-756bfd454edf,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:30.158108 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.161424 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-06a8f6b6-e86f-4fe5-8c0d-57af63478f7c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/41daa30b-e8d4-4e8b-8c4b-756bfd454edf HTTP/1.1" status: 204 len: 168 time: 0.2463801 Feb 16 15:13:30.163799 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41036) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:30.176058 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bda8de-a25b-4645-a326-84599c3285b9 req-f2a6060a-9972-489c-8df6-6d8e0d873693 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:30.177837 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2bda8de-a25b-4645-a326-84599c3285b9 req-f2a6060a-9972-489c-8df6-6d8e0d873693 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0614271 Feb 16 15:13:30.239565 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2bda8de-a25b-4645-a326-84599c3285b9 req-1b8fcb80-1787-4229-9f7f-13300476b134 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538387 Feb 16 15:13:30.240651 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (13818765-ab80-46d5-a0ed-7e00883ce54c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.321717 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (13818765-ab80-46d5-a0ed-7e00883ce54c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.350692 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13818765-ab80-46d5-a0ed-7e00883ce54c']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.360407 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1577afa2-2660-4fbf-9dc3-8acefb3c6b61') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.360706 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1577afa2-2660-4fbf-9dc3-8acefb3c6b61') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.375509 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (1577afa2-2660-4fbf-9dc3-8acefb3c6b61), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.389170 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (1577afa2-2660-4fbf-9dc3-8acefb3c6b61), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.395470 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:13:30.395944 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (1577afa2-2660-4fbf-9dc3-8acefb3c6b61), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:13:30.398353 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:30.456218 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (13818765-ab80-46d5-a0ed-7e00883ce54c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.460862 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.464097 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] 10.222.0.45 "DELETE /v2.0/networks/13818765-ab80-46d5-a0ed-7e00883ce54c HTTP/1.1" status: 204 len: 168 time: 0.2993853 Feb 16 15:13:30.467039 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41038) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:30.476432 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3ad9d-f35d-4d6f-8a61-abadfc5eb3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=13818765-ab80-46d5-a0ed-7e00883ce54c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:30.514434 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Deleting subnet 74ba2e8b-868d-4beb-a1a1-db47f884c7d2 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:13:30.518467 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Publish callbacks [] for subnet (74ba2e8b-868d-4beb-a1a1-db47f884c7d2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.553279 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (74ba2e8b-868d-4beb-a1a1-db47f884c7d2), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.596571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (74ba2e8b-868d-4beb-a1a1-db47f884c7d2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.648535 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (74ba2e8b-868d-4beb-a1a1-db47f884c7d2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.676784 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ba2e8b-868d-4beb-a1a1-db47f884c7d2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:30.679041 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.683987 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c2c9c0f6-7afa-4ddd-a80c-8b45ffaa8b2e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74ba2e8b-868d-4beb-a1a1-db47f884c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2141488 Feb 16 15:13:30.684923 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41040) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:30.756339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (7242141b-8951-4540-bb1e-4fc350e2e3a4), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.841456 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (7242141b-8951-4540-bb1e-4fc350e2e3a4), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.861635 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7242141b-8951-4540-bb1e-4fc350e2e3a4']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.871088 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3106971-f58b-41ec-a78c-5645d8a3f743') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.871397 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3106971-f58b-41ec-a78c-5645d8a3f743') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:30.881210 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (e3106971-f58b-41ec-a78c-5645d8a3f743), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.896875 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (e3106971-f58b-41ec-a78c-5645d8a3f743), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.903772 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:13:30.904193 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (e3106971-f58b-41ec-a78c-5645d8a3f743), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:13:30.906200 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:30.970806 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (7242141b-8951-4540-bb1e-4fc350e2e3a4), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.975944 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:30.982161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7242141b-8951-4540-bb1e-4fc350e2e3a4 HTTP/1.1" status: 204 len: 168 time: 0.2960050 Feb 16 15:13:30.995775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4297de2-56fd-4b82-b4c9-79e891b179e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7242141b-8951-4540-bb1e-4fc350e2e3a4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:31.203869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41052) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:31.243810 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7cbd4beb-a30a-40ff-b7b3-dfad236f9a07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51d24f2028cd4d72a4da2e938b0f6f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384195 Feb 16 15:13:31.246008 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41054) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:31.293950 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] Publish callbacks [] for security_group (4e5909e3-5d39-4141-b1c2-5f5d318a9768), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.316579 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] Publish callbacks [] for security_group (4e5909e3-5d39-4141-b1c2-5f5d318a9768), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.378321 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4e5909e3-5d39-4141-b1c2-5f5d318a9768), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.380971 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.382126 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e5909e3-5d39-4141-b1c2-5f5d318a9768 HTTP/1.1" status: 204 len: 168 time: 0.1352105 Feb 16 15:13:31.396835 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb4074-7330-4055-9425-a53928026bb3 req-ba25c68a-a71b-4bfd-96a6-56897f6d10f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:31.398057 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d7b2a-fea9-4bf4-9569-adff3e03a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5909e3-5d39-4141-b1c2-5f5d318a9768,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:31.406317 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dafb4074-7330-4055-9425-a53928026bb3 req-ba25c68a-a71b-4bfd-96a6-56897f6d10f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0587542 Feb 16 15:13:31.486191 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dafb4074-7330-4055-9425-a53928026bb3 req-f0bc9ce8-53d4-4201-b697-1c96f900fb52 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681598 Feb 16 15:13:31.655478 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.731320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41062) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:31.770806 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-013361de-2dee-4b0d-8484-9fc5ef68d2ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01500309452342199c46335b9fd537bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383220 Feb 16 15:13:31.773376 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41064) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:31.825230 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] Publish callbacks [] for security_group (93690e04-6145-4be2-b4a8-922f4b48fb1d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.846669 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] Publish callbacks [] for security_group (93690e04-6145-4be2-b4a8-922f4b48fb1d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.894557 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (93690e04-6145-4be2-b4a8-922f4b48fb1d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.897176 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:31.898308 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93690e04-6145-4be2-b4a8-922f4b48fb1d HTTP/1.1" status: 204 len: 168 time: 0.1238987 Feb 16 15:13:31.906077 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f387-235d-4632-a627-413fc338afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93690e04-6145-4be2-b4a8-922f4b48fb1d,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:32.625816 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90535ba-8507-455b-8ed6-7542518c57f9 req-ab8fdaeb-2452-4490-8329-838c4232482c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:32.630296 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a90535ba-8507-455b-8ed6-7542518c57f9 req-ab8fdaeb-2452-4490-8329-838c4232482c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0625162 Feb 16 15:13:32.679887 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a90535ba-8507-455b-8ed6-7542518c57f9 req-4f53e6fe-ab07-44e5-af30-fb3230d6375c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 Feb 16 15:13:33.799865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41178) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:33.813489 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c178d1d-3247-41d7-9c02-8d5b1448453f req-48afaba4-0a79-4390-a363-fa0bdd06f3d9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:33.814997 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1c178d1d-3247-41d7-9c02-8d5b1448453f req-48afaba4-0a79-4390-a363-fa0bdd06f3d9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0567906 Feb 16 15:13:33.863683 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1c178d1d-3247-41d7-9c02-8d5b1448453f req-b7e72ebc-47b9-45a4-888a-aed66f4daf83 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Feb 16 15:13:33.866635 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:13:33.914366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebc877f0-201c-4e74-924a-3f6c24d41145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:33.988743 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebc877f0-201c-4e74-924a-3f6c24d41145 admin admin] Publish callbacks [] for security_group (64692f17-1a36-476e-9ffe-87cfb38512c2), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:33.992599 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ebc877f0-201c-4e74-924a-3f6c24d41145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (64692f17-1a36-476e-9ffe-87cfb38512c2), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.030815 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ebc877f0-201c-4e74-924a-3f6c24d41145 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaed9f08b7f54d22a63aa5217b97ada2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295897 Feb 16 15:13:34.031689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc877f0-201c-4e74-924a-3f6c24d41145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64692f17-1a36-476e-9ffe-87cfb38512c2,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:34.033433 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41186) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:34.088110 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] Publish callbacks [] for security_group (64692f17-1a36-476e-9ffe-87cfb38512c2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.107804 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] Publish callbacks [] for security_group (64692f17-1a36-476e-9ffe-87cfb38512c2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.154891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (64692f17-1a36-476e-9ffe-87cfb38512c2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.157654 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.158794 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64692f17-1a36-476e-9ffe-87cfb38512c2 HTTP/1.1" status: 204 len: 168 time: 0.1237931 Feb 16 15:13:34.166385 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281737db-dc92-43e7-b9e0-cd89521df743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64692f17-1a36-476e-9ffe-87cfb38512c2,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:34.422325 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41194) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:34.435454 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7b42a690-14c1-4660-8f8f-81a821e2e3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.510373 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7b42a690-14c1-4660-8f8f-81a821e2e3a4 admin admin] Publish callbacks [] for security_group (c7d166da-9597-4653-a8d6-00bfc88a97d5), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.514558 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7b42a690-14c1-4660-8f8f-81a821e2e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c7d166da-9597-4653-a8d6-00bfc88a97d5), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.553624 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7b42a690-14c1-4660-8f8f-81a821e2e3a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdd93c57286443c784b46620352e8c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301727 Feb 16 15:13:34.554481 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42a690-14c1-4660-8f8f-81a821e2e3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d166da-9597-4653-a8d6-00bfc88a97d5,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:34.556348 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41196) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:34.607829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] Publish callbacks [] for security_group (c7d166da-9597-4653-a8d6-00bfc88a97d5), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.632540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] Publish callbacks [] for security_group (c7d166da-9597-4653-a8d6-00bfc88a97d5), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.679600 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c7d166da-9597-4653-a8d6-00bfc88a97d5), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.682178 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:34.683526 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7d166da-9597-4653-a8d6-00bfc88a97d5 HTTP/1.1" status: 204 len: 168 time: 0.1261246 Feb 16 15:13:34.695109 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148ec90-a3ff-466f-99d5-67c9a3672da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d166da-9597-4653-a8d6-00bfc88a97d5,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:34.991870 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484f24-f4ba-45ed-b6e3-c45791bd9a87 req-ccc932d0-5760-4142-a189-77b555048e33 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:34.996615 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-38484f24-f4ba-45ed-b6e3-c45791bd9a87 req-ccc932d0-5760-4142-a189-77b555048e33 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0599031 Feb 16 15:13:34.998711 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41204) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:35.011911 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-edd12b7c-958d-4caf-b5f7-2d7899086fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.044592 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-38484f24-f4ba-45ed-b6e3-c45791bd9a87 req-d52cd422-1dfb-4b1a-99c2-7500ce7a8de2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Feb 16 15:13:35.088529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-edd12b7c-958d-4caf-b5f7-2d7899086fd0 admin admin] Publish callbacks [] for security_group (cb2f9701-0813-4fc4-aa63-5bd2c92c8083), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.093217 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-edd12b7c-958d-4caf-b5f7-2d7899086fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (cb2f9701-0813-4fc4-aa63-5bd2c92c8083), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.134941 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-edd12b7c-958d-4caf-b5f7-2d7899086fd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89ae03fd1e0b49aa88d9882d445b2f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351318 Feb 16 15:13:35.135869 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd12b7c-958d-4caf-b5f7-2d7899086fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f9701-0813-4fc4-aa63-5bd2c92c8083,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:35.137607 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41206) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:13:35.185578 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] Publish callbacks [] for security_group (cb2f9701-0813-4fc4-aa63-5bd2c92c8083), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.206293 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] Publish callbacks [] for security_group (cb2f9701-0813-4fc4-aa63-5bd2c92c8083), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.255389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (cb2f9701-0813-4fc4-aa63-5bd2c92c8083), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.257889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:35.259133 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb2f9701-0813-4fc4-aa63-5bd2c92c8083 HTTP/1.1" status: 204 len: 168 time: 0.1203933 Feb 16 15:13:35.267481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8da6e-3eb8-48ac-a5a0-a6c9b79e0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f9701-0813-4fc4-aa63-5bd2c92c8083,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:36.174347 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312272-a2aa-419a-bcae-18e587f8b58b req-b252b14c-818e-47bf-9ccb-ae5d4c83409f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:36.175985 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ed312272-a2aa-419a-bcae-18e587f8b58b req-b252b14c-818e-47bf-9ccb-ae5d4c83409f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0548069 Feb 16 15:13:36.222799 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ed312272-a2aa-419a-bcae-18e587f8b58b req-f9f750cd-3ad8-4df4-8f41-5c9e42d241bc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Feb 16 15:13:37.346562 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2454-76a5-4264-bf16-7bd1114768d7 req-703996d9-03e1-4af6-abbe-0dabea4d1c40 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:37.348215 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d12e2454-76a5-4264-bf16-7bd1114768d7 req-703996d9-03e1-4af6-abbe-0dabea4d1c40 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0521760 Feb 16 15:13:37.395557 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d12e2454-76a5-4264-bf16-7bd1114768d7 req-474500ef-85d7-4ec3-863c-2bc556d06ffb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410762 Feb 16 15:13:38.520781 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bccbb4-7f85-469a-973e-0ea5d2194d5c req-1f772d1e-e61b-44b9-9284-93c06818c495 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:38.522309 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c8bccbb4-7f85-469a-973e-0ea5d2194d5c req-1f772d1e-e61b-44b9-9284-93c06818c495 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0513530 Feb 16 15:13:38.571523 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c8bccbb4-7f85-469a-973e-0ea5d2194d5c req-5f12b613-1651-42de-b628-6be1df7f4088 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Feb 16 15:13:39.692991 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f28113-2489-4d35-9d38-18430ace984d req-60756a69-39dc-4d2f-95b6-b291b645d6f4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:39.694502 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-41f28113-2489-4d35-9d38-18430ace984d req-60756a69-39dc-4d2f-95b6-b291b645d6f4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0507839 Feb 16 15:13:39.739765 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-41f28113-2489-4d35-9d38-18430ace984d req-ff6e15e4-bc1b-4aca-a659-030cea231095 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 Feb 16 15:13:40.869099 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b5eef-7dd4-4aae-80ee-3a7e0db8223a req-5340a011-eaa4-4cc7-8983-7a6d2bb4ddc5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:40.870496 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-718b5eef-7dd4-4aae-80ee-3a7e0db8223a req-5340a011-eaa4-4cc7-8983-7a6d2bb4ddc5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0558400 Feb 16 15:13:40.919267 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-718b5eef-7dd4-4aae-80ee-3a7e0db8223a req-a72ebf80-d636-4b41-a4d2-51102c857ed2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427113 Feb 16 15:13:42.047340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7c6fd-1899-4a80-b26e-ba2dab9fb254 req-403766d2-b08c-46fb-b99d-0db04d78a33f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:42.048795 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-66e7c6fd-1899-4a80-b26e-ba2dab9fb254 req-403766d2-b08c-46fb-b99d-0db04d78a33f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0558352 Feb 16 15:13:42.097350 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-66e7c6fd-1899-4a80-b26e-ba2dab9fb254 req-682d4f12-9368-4a18-9a64-2cfcab56b3f0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Feb 16 15:13:43.219217 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16088-7b3f-457f-92d0-14f1f51508b4 req-f087294f-cdac-417b-ac1f-365497cbd29e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:43.220669 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f8b16088-7b3f-457f-92d0-14f1f51508b4 req-f087294f-cdac-417b-ac1f-365497cbd29e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0509880 Feb 16 15:13:43.266168 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f8b16088-7b3f-457f-92d0-14f1f51508b4 req-45e94046-26c1-4dd9-bb88-eda3ff2c55b8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393233 Feb 16 15:13:44.398374 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1cc7-ffbd-4c64-9b40-69b6b703cd5c req-f7ef2b63-c4d3-4f1e-bc8f-a3b985adaa4b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:44.400002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b2e1cc7-ffbd-4c64-9b40-69b6b703cd5c req-f7ef2b63-c4d3-4f1e-bc8f-a3b985adaa4b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0631814 Feb 16 15:13:44.448356 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b2e1cc7-ffbd-4c64-9b40-69b6b703cd5c req-b078f27c-5327-4d20-a46a-5d2d894826da tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Feb 16 15:13:45.576304 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849703b6-2c7e-4ef9-9a4c-1e0f139b836c req-63b04b8c-cd83-4dbb-915b-cf751c8dae46 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:45.578401 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-849703b6-2c7e-4ef9-9a4c-1e0f139b836c req-63b04b8c-cd83-4dbb-915b-cf751c8dae46 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0574589 Feb 16 15:13:45.623823 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-849703b6-2c7e-4ef9-9a4c-1e0f139b836c req-a50f421d-126b-424c-aeb0-02db2776d392 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 Feb 16 15:13:46.745701 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8836d-57d6-4101-b403-e9ad3278a8fc req-3d287fad-578b-4625-b0e5-752ab84451cb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:46.747248 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ccb8836d-57d6-4101-b403-e9ad3278a8fc req-3d287fad-578b-4625-b0e5-752ab84451cb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0509326 Feb 16 15:13:46.795612 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ccb8836d-57d6-4101-b403-e9ad3278a8fc req-55aa0922-3ed4-4297-93d9-9e5b74175f52 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Feb 16 15:13:47.917965 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174649c-aa8a-4412-b3b5-9c7db50fbac5 req-0710f6b6-0f7f-404e-b2f3-c310e93dbd3e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:47.919424 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5174649c-aa8a-4412-b3b5-9c7db50fbac5 req-0710f6b6-0f7f-404e-b2f3-c310e93dbd3e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0519748 Feb 16 15:13:47.965489 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5174649c-aa8a-4412-b3b5-9c7db50fbac5 req-15318eea-b50e-4c68-980c-d43baa1e92c8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404820 Feb 16 15:13:49.087487 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2d94-8aba-4e21-9a65-773b3975442b req-1767ad53-97f1-49b5-b71b-bd48b977ed90 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:49.088967 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebbb2d94-8aba-4e21-9a65-773b3975442b req-1767ad53-97f1-49b5-b71b-bd48b977ed90 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0524523 Feb 16 15:13:49.133955 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebbb2d94-8aba-4e21-9a65-773b3975442b req-56f7534a-c578-4a10-aaf0-28966ae9c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395465 Feb 16 15:13:50.252596 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c30a-8b98-49d3-b759-2f90080529d4 req-48dbc363-8f3c-4282-9114-096aa7d52c95 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:50.254077 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-09b7c30a-8b98-49d3-b759-2f90080529d4 req-48dbc363-8f3c-4282-9114-096aa7d52c95 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0499809 Feb 16 15:13:50.305736 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-09b7c30a-8b98-49d3-b759-2f90080529d4 req-2aab631a-fe65-4c66-b026-245bf9439bda tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Feb 16 15:13:51.575753 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35e37b-dfce-407f-9317-294d00074613 req-e8f018f6-5e4d-47a8-a2b8-586e8ee42776 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:51.577221 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af35e37b-dfce-407f-9317-294d00074613 req-e8f018f6-5e4d-47a8-a2b8-586e8ee42776 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.2005076 Feb 16 15:13:51.621891 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af35e37b-dfce-407f-9317-294d00074613 req-9038c85b-eb0c-40b3-88ce-74a80e58c7a0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385666 Feb 16 15:13:52.373855 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d5ce-49ff-4a24-8c2d-2811ecfc1c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:52.745164 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20161-62c2-460b-8087-0e70884e58fa req-6d90567c-bc6c-45a9-9a94-62bc44c77418 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:52.746625 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8be20161-62c2-460b-8087-0e70884e58fa req-6d90567c-bc6c-45a9-9a94-62bc44c77418 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0511174 Feb 16 15:13:52.791104 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8be20161-62c2-460b-8087-0e70884e58fa req-d0e99625-8274-4c6a-b7f4-0113ce978742 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390882 Feb 16 15:13:53.917455 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbed243-6531-4635-8913-3a38413c6dd6 req-1ef5a164-80e5-4576-85fb-499e4b040790 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:53.919283 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cbed243-6531-4635-8913-3a38413c6dd6 req-1ef5a164-80e5-4576-85fb-499e4b040790 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.0557532 Feb 16 15:13:53.964425 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cbed243-6531-4635-8913-3a38413c6dd6 req-eea2a464-edae-47d9-9626-2a9514e6c546 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Feb 16 15:13:54.521389 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dfa6-f10c-4fc2-b189-a30c9b605da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:55.136005 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e0fd-c47a-4237-bcae-c8d30fdbadde req-7c64af28-7559-4bae-93a6-e0fcfeba8a15 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:55.137463 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b079e0fd-c47a-4237-bcae-c8d30fdbadde req-7c64af28-7559-4bae-93a6-e0fcfeba8a15 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 943 time: 0.1019974 Feb 16 15:13:55.182430 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b079e0fd-c47a-4237-bcae-c8d30fdbadde req-b8836ff0-2ff8-478e-9302-a7c0ba4165cf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Feb 16 15:13:55.230581 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:13:55.322846 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:55.333750 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'mac_address': 'fa:16:3e:4d:04:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:13:55.372527 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:13:55.372916 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:55.384962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:13:55.403925 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:55.408716 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:55.453714 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=9']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:55.803834 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:56.310759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39ea4c-d34c-4d2d-9210-50137d9711e0 req-882f337b-7a0d-4b50-97c6-276c52e85fd1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:56.312848 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd39ea4c-d34c-4d2d-9210-50137d9711e0 req-882f337b-7a0d-4b50-97c6-276c52e85fd1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Feb 16 15:13:56.357187 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd39ea4c-d34c-4d2d-9210-50137d9711e0 req-b292e807-c875-4c87-885a-b06624cf8ed2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 Feb 16 15:13:56.779493 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:57.507693 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce486f12-d9c2-4ca8-81ff-195a1cf82a14 req-66f681ef-3941-4570-b6b8-794fe8b2104c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:57.509247 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ce486f12-d9c2-4ca8-81ff-195a1cf82a14 req-66f681ef-3941-4570-b6b8-794fe8b2104c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0743387 Feb 16 15:13:57.555226 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ce486f12-d9c2-4ca8-81ff-195a1cf82a14 req-dfe1257b-c07f-4cfb-b913-f3cf3e751af2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Feb 16 15:13:58.132080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['cc49cd3a-846e-4916-b2cd-0f22c885ab9b'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:13:58.566371 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:13:58.684710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e16510-b325-44d7-9c77-418c62c4ffc2 req-9a6a01c8-ff79-462d-a912-b1ff75eaf100 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:58.686213 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5e16510-b325-44d7-9c77-418c62c4ffc2 req-9a6a01c8-ff79-462d-a912-b1ff75eaf100 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0575767 Feb 16 15:13:58.735474 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5e16510-b325-44d7-9c77-418c62c4ffc2 req-f5499043-3fb0-411e-a6de-214ac3d138fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Feb 16 15:13:59.859821 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9476a39-06e7-449c-9d11-94a7d7ab1f6a req-8e0355f6-2630-49ff-83da-e14d9a96df5f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:59.862715 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a9476a39-06e7-449c-9d11-94a7d7ab1f6a req-8e0355f6-2630-49ff-83da-e14d9a96df5f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0517344 Feb 16 15:13:59.914853 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a9476a39-06e7-449c-9d11-94a7d7ab1f6a req-a0155ffe-f13b-439e-b4b2-b2e92fba341f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 Feb 16 15:14:01.038887 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17b017-932a-42c6-b52b-33793e4ed2b9 req-cc45605f-98df-4561-a857-31a9e8fbaaac tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:01.040325 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6e17b017-932a-42c6-b52b-33793e4ed2b9 req-cc45605f-98df-4561-a857-31a9e8fbaaac tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Feb 16 15:14:01.084990 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6e17b017-932a-42c6-b52b-33793e4ed2b9 req-746f9a07-79ae-4705-ad56-b09124280abc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 Feb 16 15:14:01.102226 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:01.148158 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port cc49cd3a-846e-4916-b2cd-0f22c885ab9b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:01.148534 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:01.227568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port cc49cd3a-846e-4916-b2cd-0f22c885ab9b is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:01.227869 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:01.250842 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:01.252408 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e23eea-7763-4c12-8077-08f61acfa832" -d '{"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:01.265308 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:01.270356 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:01.294036 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f521a903-05ea-4135-a190-3b6e8f30c5c7 x-openstack-request-id: req-f521a903-05ea-4135-a190-3b6e8f30c5c7 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:01.294329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-plugged", "status": "completed", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:01.294585 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f521a903-05ea-4135-a190-3b6e8f30c5c7 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:01.294970 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'code': 200} Feb 16 15:14:01.322740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=10']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:01.665974 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:01.933629 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486c125-2349-4805-a46b-d4ab64586246 req-ab5494f4-19b8-414b-a7e5-8dac476526d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:01.935071 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b486c125-2349-4805-a46b-d4ab64586246 req-ab5494f4-19b8-414b-a7e5-8dac476526d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1130 time: 0.0414481 Feb 16 15:14:01.981120 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b486c125-2349-4805-a46b-d4ab64586246 req-c1521dee-29ca-46df-8fae-95469e9dc0cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 Feb 16 15:14:02.205571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367357-0193-4cff-a83d-17764d961f69 req-0fbc267d-02ac-4ca6-99ce-98aa56c2318d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:02.206950 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a367357-0193-4cff-a83d-17764d961f69 req-0fbc267d-02ac-4ca6-99ce-98aa56c2318d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Feb 16 15:14:02.252160 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a367357-0193-4cff-a83d-17764d961f69 req-25bfc182-1057-49c7-b5bf-aea354aedf39 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Feb 16 15:14:03.375381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5aae-0c27-448d-bd66-ead973a1aa13 req-36e264dd-b0f7-42d3-ad98-3da86e898988 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:03.376846 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b6af5aae-0c27-448d-bd66-ead973a1aa13 req-36e264dd-b0f7-42d3-ad98-3da86e898988 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0508513 Feb 16 15:14:03.425042 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b6af5aae-0c27-448d-bd66-ead973a1aa13 req-90dc776c-f0d5-49e8-88a3-e9cce1eac888 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426872 Feb 16 15:14:03.711886 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41502) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:03.813767 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-12fe7582-5561-484f-846a-66c5448e0088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:03.892256 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-12fe7582-5561-484f-846a-66c5448e0088 admin admin] Publish callbacks [] for security_group (6c2b7460-d14d-47ab-b45d-de34759d725a), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:03.895561 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-12fe7582-5561-484f-846a-66c5448e0088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (6c2b7460-d14d-47ab-b45d-de34759d725a), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:03.931270 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-12fe7582-5561-484f-846a-66c5448e0088 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7a05498468942668a4a3d162cf57d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181199 Feb 16 15:14:03.934150 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41510) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:03.973487 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe7582-5561-484f-846a-66c5448e0088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2b7460-d14d-47ab-b45d-de34759d725a,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:03.989767 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] Publish callbacks [] for security_group (6c2b7460-d14d-47ab-b45d-de34759d725a), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:03.998223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-e17f7af5-f321-4cef-9f1a-76e201067170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:04.000281 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-e17f7af5-f321-4cef-9f1a-76e201067170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 1130 time: 0.0675275 Feb 16 15:14:04.015265 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] Publish callbacks [] for security_group (6c2b7460-d14d-47ab-b45d-de34759d725a), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:04.069573 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (6c2b7460-d14d-47ab-b45d-de34759d725a), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:04.072350 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:04.075998 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c2b7460-d14d-47ab-b45d-de34759d725a HTTP/1.1" status: 204 len: 168 time: 0.1359169 Feb 16 15:14:04.081944 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2d1f-aace-4c3f-87ab-563d3efad63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2b7460-d14d-47ab-b45d-de34759d725a,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:04.125652 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-333c19b8-8486-48c9-9c9f-f1bfe16f4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:04.127126 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-333c19b8-8486-48c9-9c9f-f1bfe16f4382 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.1065865 Feb 16 15:14:04.247059 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-ddc9d795-595c-499a-b347-cc8307a3a768 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 200 len: 1000 time: 0.1134090 Feb 16 15:14:04.299887 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-26fe39a4-18e8-49e1-ae45-3738e34b6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:04.301378 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-26fe39a4-18e8-49e1-ae45-3738e34b6424 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0481126 Feb 16 15:14:04.354728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-28d87092-997a-4cc8-bed2-985cf5c79c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:04.356221 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-28d87092-997a-4cc8-bed2-985cf5c79c74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487034 Feb 16 15:14:04.696785 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-4fada6a0-5455-4651-81e9-f5c6561e837a service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339214 Feb 16 15:14:04.753403 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff0be-a92e-4832-8753-bb2de9c46a7b req-b95546f3-334b-404d-b094-9cdfde4f836c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:04.755079 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26eff0be-a92e-4832-8753-bb2de9c46a7b req-b95546f3-334b-404d-b094-9cdfde4f836c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.1096070 Feb 16 15:14:04.799590 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41572) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:04.843039 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4428b9a8-cd9c-454d-9773-c8380c9e4eb8 req-25c82939-f5e2-4058-b6d9-9b51e7768177 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390767 Feb 16 15:14:04.850875 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26eff0be-a92e-4832-8753-bb2de9c46a7b req-49361c46-54be-4833-9646-400abbb190d1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646596 Feb 16 15:14:04.899386 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1518251749-network', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:04.918309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Made reservation on behalf of f66746dc80e948ca84e4de43663c33da for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:04.920561 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:04.928475 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:04.999335 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks [] for security_group (ae50af11-bf11-41c1-905b-78edc5f817e8), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.003047 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ae50af11-bf11-41c1-905b-78edc5f817e8), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.027293 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:14:05.036790 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50af11-bf11-41c1-905b-78edc5f817e8,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.041351 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (a4bdfe36-0bc3-45b1-89ca-c27e81d94f58), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.041693 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Added segment a4bdfe36-0bc3-45b1-89ca-c27e81d94f58 of type vlan for network f95b9451-008c-4757-9369-2612d0f0f582 Feb 16 15:14:05.082155 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (f95b9451-008c-4757-9369-2612d0f0f582), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.105009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (f95b9451-008c-4757-9369-2612d0f0f582), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.105887 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:05.106464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.136572 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3358498 Feb 16 15:14:05.139770 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41578) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:05.144606 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Request body: {'subnet': {'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1518251749-subnet', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:05.162897 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Made reservation on behalf of f66746dc80e948ca84e4de43663c33da for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:05.165368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059580'] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.166404 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c22b-e855-4991-8697-af696e138b2b admin admin] Pushing event updated for resources: {'Network': ['ID=f95b9451-008c-4757-9369-2612d0f0f582,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.176989 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network f95b9451-008c-4757-9369-2612d0f0f582 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:14:05.328735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10008730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059534'] for subnet (487f301d-eae2-458e-9ffa-373b807b84fb), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.385853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Pushing event updated for resources: {'Subnet': ['ID=487f301d-eae2-458e-9ffa-373b807b84fb,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.389958 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Checking segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:05.390320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Network hostable DHCP agents. Network: f95b9451-008c-4757-9369-2612d0f0f582, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:14:05.406981 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Network f95b9451-008c-4757-9369-2612d0f0f582 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:14:05.415344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, f95b9451-008c-4757-9369-2612d0f0f582) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:05.419303 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:05.419902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.424633 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c6f25-8aaf-4d62-a674-ee2c4eaba7c8 None None] Network f95b9451-008c-4757-9369-2612d0f0f582 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:14:05.435660 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d4be1101-5bd8-442f-b057-9478a3d4870e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2947886 Feb 16 15:14:05.438339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41580) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:05.443201 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:05.461754 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.462732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.518674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for router_controller (633d9c95-64e6-4342-ac28-88cd423cd97d), precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.527890 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-f95b9451-008c-4757-9369-2612d0f0f582', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:14:05.528768 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.660392 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for router_gateway (633d9c95-64e6-4342-ac28-88cd423cd97d), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.663460 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Allocated IP 172.20.0.2 (f95b9451-008c-4757-9369-2612d0f0f582/487f301d-eae2-458e-9ffa-373b807b84fb/1f414947-9c1c-4179-b958-4c9cb031ca82) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:05.807325 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks [] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.814202 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.859676 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Network f95b9451-008c-4757-9369-2612d0f0f582 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:05.862514 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:05.863846 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for router_gateway (633d9c95-64e6-4342-ac28-88cd423cd97d), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.866695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:05.871089 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Pushing event updated for resources: {'Port': ['ID=1f414947-9c1c-4179-b958-4c9cb031ca82,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.882761 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.924270 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Attempting to bind port 1f414947-9c1c-4179-b958-4c9cb031ca82 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:05.924537 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Attempting to bind port 1f414947-9c1c-4179-b958-4c9cb031ca82 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:05.924907 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Attempting to bind port 1f414947-9c1c-4179-b958-4c9cb031ca82 on network f95b9451-008c-4757-9369-2612d0f0f582 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:05.930133 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:05.930513 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Checking segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:05.930922 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.931322 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Bound using segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:05.931790 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Bound port: 1f414947-9c1c-4179-b958-4c9cb031ca82, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:05.932422 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:05.995217 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaeb5f-7a56-4025-8e93-719c17322060 req-a41003bd-6988-4946-ac41-5d16a9607192 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:05.997035 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6aaeb5f-7a56-4025-8e93-719c17322060 req-a41003bd-6988-4946-ac41-5d16a9607192 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0595958 Feb 16 15:14:05.997161 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] For port 1f414947-9c1c-4179-b958-4c9cb031ca82, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:06.000271 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] For port 1f414947-9c1c-4179-b958-4c9cb031ca82, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=1f414947-9c1c-4179-b958-4c9cb031ca82,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:06.004283 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Allocated IP 172.27.2.149 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/3136cfc7-7abd-45cb-91ea-32de0a392966) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:06.006902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.070448 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e6aaeb5f-7a56-4025-8e93-719c17322060 req-91856d82-19a1-4f05-a36b-53603e712e76 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658212 Feb 16 15:14:06.077956 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3898d-c240-4b42-83a2-84fd33f73495 None None] Pushing event updated for resources: {'Port': ['ID=1f414947-9c1c-4179-b958-4c9cb031ca82,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:06.117143 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.152695 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.197951 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:06.200868 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:06.203840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:06.228884 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Pushing event updated for resources: {'Port': ['ID=3136cfc7-7abd-45cb-91ea-32de0a392966,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:06.475828 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for router_gateway (633d9c95-64e6-4342-ac28-88cd423cd97d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.672203 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.811886 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Router 633d9c95-64e6-4342-ac28-88cd423cd97d is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:06.934119 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:06.945792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Sync routers for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:06.957024 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:06.957238 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:06.958695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:06.959288 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-135c8b84-07a4-4773-979a-f3b354523a9d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5198588 Feb 16 15:14:06.961408 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41592) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:07.099289 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:07.166661 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724db37b-29af-46e2-904b-0e76e23db601 None None] Network f95b9451-008c-4757-9369-2612d0f0f582 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:14:07.307973 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Provisioning complete for port 1f414947-9c1c-4179-b958-4c9cb031ca82 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:07.308269 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.401913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.462875 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Current status of the port 1f414947-9c1c-4179-b958-4c9cb031ca82 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:07.463275 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.467364 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:06Z', 'revision_number': 3, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:07.501522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Checking router: 633d9c95-64e6-4342-ac28-88cd423cd97d for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:07.501880 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Updating router 633d9c95-64e6-4342-ac28-88cd423cd97d port 3136cfc7-7abd-45cb-91ea-32de0a392966 binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:07.546491 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] For port 1f414947-9c1c-4179-b958-4c9cb031ca82, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=1f414947-9c1c-4179-b958-4c9cb031ca82,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:07.549100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.552486 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.572873 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Allocated IP 172.20.0.1 (f95b9451-008c-4757-9369-2612d0f0f582/487f301d-eae2-458e-9ffa-373b807b84fb/26d3390f-7de2-4753-8798-a87ecf13208a) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:07.682871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks [] for port (26d3390f-7de2-4753-8798-a87ecf13208a), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.716913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.758622 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Network f95b9451-008c-4757-9369-2612d0f0f582 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:07.763743 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:07.766796 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:07.769507 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Pushing event updated for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.804913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (633d9c95-64e6-4342-ac28-88cd423cd97d), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.817902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56664c-de20-4d4d-91ca-bc0dbb5ce33e None None] Pushing event updated for resources: {'Port': ['ID=1f414947-9c1c-4179-b958-4c9cb031ca82,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.822976 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-4ca6937a-99d6-4364-8c31-f8c3f95bf7e6 None None] Provisioning complete for port 1f414947-9c1c-4179-b958-4c9cb031ca82 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:07.823161 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4ca6937a-99d6-4364-8c31-f8c3f95bf7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.946364 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:07.984962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6937a-99d6-4364-8c31-f8c3f95bf7e6 None None] Current status of the port 1f414947-9c1c-4179-b958-4c9cb031ca82 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:08.045021 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks [] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.050273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.107076 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d97df-4cb9-4373-9f06-05907a852cac None None] Pushing event updated for resources: {'Port': ['ID=3136cfc7-7abd-45cb-91ea-32de0a392966,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:08.110093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Attempting to bind port 3136cfc7-7abd-45cb-91ea-32de0a392966 on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:08.110093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Attempting to bind port 3136cfc7-7abd-45cb-91ea-32de0a392966 by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:08.111278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Attempting to bind port 3136cfc7-7abd-45cb-91ea-32de0a392966 on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:08.112638 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks [] for port (26d3390f-7de2-4753-8798-a87ecf13208a), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.118524 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.120813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:08.121229 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:08.121634 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.122016 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:08.122671 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Bound port: 3136cfc7-7abd-45cb-91ea-32de0a392966, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:08.123050 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.128251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-30450b5e-b5a3-43ea-97bf-627c4001b224 None None] Provisioning complete for port 26d3390f-7de2-4753-8798-a87ecf13208a triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:08.128401 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-30450b5e-b5a3-43ea-97bf-627c4001b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.191932 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-30450b5e-b5a3-43ea-97bf-627c4001b224 None None] Port 26d3390f-7de2-4753-8798-a87ecf13208a cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:14:08.201087 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Pushing event updated for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:08.203919 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (633d9c95-64e6-4342-ac28-88cd423cd97d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.213436 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] For port 3136cfc7-7abd-45cb-91ea-32de0a392966, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:08.217281 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] For port 3136cfc7-7abd-45cb-91ea-32de0a392966, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=3136cfc7-7abd-45cb-91ea-32de0a392966,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:08.223465 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.282795 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 1f414947-9c1c-4179-b958-4c9cb031ca82 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:08.286935 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:08.287543 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.299367 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Network f95b9451-008c-4757-9369-2612d0f0f582 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:08.300724 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:08.345842 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d97df-4cb9-4373-9f06-05907a852cac None None] Pushing event updated for resources: {'Port': ['ID=3136cfc7-7abd-45cb-91ea-32de0a392966,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:08.422635 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Router 633d9c95-64e6-4342-ac28-88cd423cd97d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:08.430731 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 1f414947-9c1c-4179-b958-4c9cb031ca82 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:08.431279 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.458810 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:08.538306 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:08.547180 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f0a9cc4f-959b-460b-9b3b-209ac0496524 admin admin] 10.222.0.45 "PUT /v2.0/routers/633d9c95-64e6-4342-ac28-88cd423cd97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5844748 Feb 16 15:14:08.599581 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-091533a2-3212-459f-a600-234ce01aaca7 None None] Provisioning complete for port 26d3390f-7de2-4753-8798-a87ecf13208a triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:08.599966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-091533a2-3212-459f-a600-234ce01aaca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:08.677371 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 1f414947-9c1c-4179-b958-4c9cb031ca82 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:08.686729 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-091533a2-3212-459f-a600-234ce01aaca7 None None] Port 26d3390f-7de2-4753-8798-a87ecf13208a cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:14:08.743708 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 2, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.770488 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2f77e-072b-4817-a9f9-6e1ad8006364 None None] The sync data for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi is: [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 2, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:09.048163 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41614) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:09.053127 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842932131-network', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:09.074416 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Made reservation on behalf of 034aa614ef5545cfa1f8dfdd5e1f76fe for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:09.077030 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.086332 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.164975 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks [] for security_group (d220404d-4206-45af-ad65-6d6dbaa070b5), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.169500 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d220404d-4206-45af-ad65-6d6dbaa070b5), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.196771 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:14:09.212405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220404d-4206-45af-ad65-6d6dbaa070b5,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:09.216731 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (751b0fda-6a77-4552-8f78-269970b754d6), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.217105 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Added segment 751b0fda-6a77-4552-8f78-269970b754d6 of type vlan for network 5ff6b846-2b52-4fca-9970-42f259d26109 Feb 16 15:14:09.259691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (5ff6b846-2b52-4fca-9970-42f259d26109), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.286448 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (5ff6b846-2b52-4fca-9970-42f259d26109), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.287555 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:09.288255 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.329062 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2797422 Feb 16 15:14:09.332162 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41618) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:09.338163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Request body: {'subnet': {'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842932131-subnet', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:09.354801 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeca4e-f4e5-44fe-bc97-b256042d0cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff6b846-2b52-4fca-9970-42f259d26109,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:09.365632 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network 5ff6b846-2b52-4fca-9970-42f259d26109 details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:14:09.366185 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Made reservation on behalf of 034aa614ef5545cfa1f8dfdd5e1f76fe for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:09.368305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059580'] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.574034 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10008730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059534'] for subnet (902a7e9a-3d10-4631-a84e-c7753e7152f1), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.628180 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Pushing event updated for resources: {'Subnet': ['ID=902a7e9a-3d10-4631-a84e-c7753e7152f1,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:09.643990 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Checking segment: {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:09.644357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Network hostable DHCP agents. Network: 5ff6b846-2b52-4fca-9970-42f259d26109, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:14:09.662844 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Network 5ff6b846-2b52-4fca-9970-42f259d26109 is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:14:09.671220 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, 5ff6b846-2b52-4fca-9970-42f259d26109) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:09.675281 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:09.675963 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.681967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847d1ad-35c1-4668-96c0-2d9c25a69a45 None None] Network 5ff6b846-2b52-4fca-9970-42f259d26109 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:14:09.693699 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-91a22c9a-0a37-48ce-b867-4c40fe8f338b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3599703 Feb 16 15:14:09.696023 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41620) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:09.700482 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:09.720696 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3737196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41312'] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.721822 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3765798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3749905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41371'] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.776790 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for router_controller (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.803638 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddc4784a-f2fd-5cee-ad62-ee850f3bd33b-5ff6b846-2b52-4fca-9970-42f259d26109', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1'}]}} from dv-cinder-804035-31-iscsi. {{(pid=102764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:14:09.804518 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:09.948570 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.db_base_plugin_common [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Allocated IP 172.20.0.2 (5ff6b846-2b52-4fca-9970-42f259d26109/902a7e9a-3d10-4631-a84e-c7753e7152f1/86a7662c-61db-49c2-9919-c58ef5444e8b) {{(pid=102764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:10.107264 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks [] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), precommit_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.112900 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), after_create {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.155682 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for router_gateway (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.158494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Network 5ff6b846-2b52-4fca-9970-42f259d26109 is already hosted by enough agents. {{(pid=102764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:10.161648 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Resources bound (agent type, host, resource id): {{(pid=102764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:10.165386 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Received port after_create {{(pid=102764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:10.172013 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Pushing event updated for resources: {'Port': ['ID=86a7662c-61db-49c2-9919-c58ef5444e8b,revision_number=1']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.344402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 3136cfc7-7abd-45cb-91ea-32de0a392966 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:10.405611 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Attempting to bind port 86a7662c-61db-49c2-9919-c58ef5444e8b on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:10.406306 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for router_gateway (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.406710 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Attempting to bind port 86a7662c-61db-49c2-9919-c58ef5444e8b by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:10.406710 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Attempting to bind port 86a7662c-61db-49c2-9919-c58ef5444e8b on network 5ff6b846-2b52-4fca-9970-42f259d26109 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:10.414168 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:10.414547 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Checking segment: {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:10.414950 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.415346 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Bound using segment: {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:10.415815 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Bound port: 86a7662c-61db-49c2-9919-c58ef5444e8b, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:10.416195 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.424564 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.457932 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 3136cfc7-7abd-45cb-91ea-32de0a392966 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:10.458313 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.518677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] For port 86a7662c-61db-49c2-9919-c58ef5444e8b, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:10.523093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] For port 86a7662c-61db-49c2-9919-c58ef5444e8b, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=86a7662c-61db-49c2-9919-c58ef5444e8b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:10.533227 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.543099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Allocated IP 172.27.2.142 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/29fefb36-682e-4750-9d0f-f48c4a4bffbd) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:10.613847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 3136cfc7-7abd-45cb-91ea-32de0a392966 is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:10.614235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.640910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff3bee-b60e-462b-8b58-51b713c7b189 None None] Pushing event updated for resources: {'Port': ['ID=86a7662c-61db-49c2-9919-c58ef5444e8b,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.647428 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 3136cfc7-7abd-45cb-91ea-32de0a392966, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=3136cfc7-7abd-45cb-91ea-32de0a392966,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:10.652572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.670118 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.705676 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=3136cfc7-7abd-45cb-91ea-32de0a392966,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.709952 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:10.757394 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:10.761515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:10.763318 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Pushing event updated for resources: {'Port': ['ID=29fefb36-682e-4750-9d0f-f48c4a4bffbd,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.765627 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:10.854752 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Sync routers for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:10.873709 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:14:10.876344 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:10.877052 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:10.995526 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:11.052314 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for router_gateway (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.197526 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 2, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:11.223479 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Checking router: 633d9c95-64e6-4342-ac28-88cd423cd97d for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:11.223832 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Updating router 633d9c95-64e6-4342-ac28-88cd423cd97d port 26d3390f-7de2-4753-8798-a87ecf13208a binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:11.249820 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.256311 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765883'] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.409716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 is scheduled to L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:11.521500 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:11.531627 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Sync routers for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:11.539924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.543767 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b217e599-da91-4437-a181-27a7d2824396 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8443096 Feb 16 15:14:11.544081 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41630) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:11.546569 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:11.547196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:11.656813 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks [] for port (26d3390f-7de2-4753-8798-a87ecf13208a), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.665284 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.683302 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:11.715655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30227cdc-5dbb-4bfa-bdfe-bdd08b177889 None None] Network 5ff6b846-2b52-4fca-9970-42f259d26109 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:14:11.726859 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Pushing event updated for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:11.744416 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.744951 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.746353 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.746943 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.748085 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.748763 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.750193 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.750608 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.751099 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.751741 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.752354 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.753275 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.754136 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:11.829244 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Attempting to bind port 26d3390f-7de2-4753-8798-a87ecf13208a on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:11.829613 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Attempting to bind port 26d3390f-7de2-4753-8798-a87ecf13208a by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:11.830116 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Attempting to bind port 26d3390f-7de2-4753-8798-a87ecf13208a on network f95b9451-008c-4757-9369-2612d0f0f582 {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:11.835710 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:11.835952 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Checking segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:11.836363 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.836755 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Bound using segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:11.837341 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Bound port: 26d3390f-7de2-4753-8798-a87ecf13208a, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:11.837633 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.872267 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Provisioning complete for port 86a7662c-61db-49c2-9919-c58ef5444e8b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:11.872648 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.916248 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] For port 26d3390f-7de2-4753-8798-a87ecf13208a, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:11.919501 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] For port 26d3390f-7de2-4753-8798-a87ecf13208a, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=26d3390f-7de2-4753-8798-a87ecf13208a,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:11.926986 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:11.977636 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:11.978259 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:12.035621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.059718 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d140-914b-477f-8368-22d8b0ea9f72 None None] Pushing event updated for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=4']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.107186 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Current status of the port 86a7662c-61db-49c2-9919-c58ef5444e8b is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:12.107581 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.126921 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:12.168861 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 3, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:12.202526 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] For port 86a7662c-61db-49c2-9919-c58ef5444e8b, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=86a7662c-61db-49c2-9919-c58ef5444e8b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:12.208971 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Checking router: 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:12.209328 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Updating router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 port 29fefb36-682e-4750-9d0f-f48c4a4bffbd binding host dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:12.211478 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.270784 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Allocated IP 172.20.0.1 (5ff6b846-2b52-4fca-9970-42f259d26109/902a7e9a-3d10-4631-a84e-c7753e7152f1/bb953528-d323-4691-bc28-105d0b3b171b) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:12.298479 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.372241 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78516256-4233-42a4-923a-78f6d62cb3aa None None] Pushing event updated for resources: {'Port': ['ID=86a7662c-61db-49c2-9919-c58ef5444e8b,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.404641 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Provisioning complete for port 26d3390f-7de2-4753-8798-a87ecf13208a triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:12.405593 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.447843 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:11Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:12.455021 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks [] for port (bb953528-d323-4691-bc28-105d0b3b171b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.485652 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084d0ce-34c6-4345-9fa1-1e28080c86f6 None None] The sync data for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi is: [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:11Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:12.495239 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.540614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Network 5ff6b846-2b52-4fca-9970-42f259d26109 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:12.546014 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:12.556284 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:12.596607 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Pushing event updated for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.631445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768102'] for router_interface (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.676390 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Current status of the port 26d3390f-7de2-4753-8798-a87ecf13208a is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:12.677442 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.751720 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] For port 26d3390f-7de2-4753-8798-a87ecf13208a, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=26d3390f-7de2-4753-8798-a87ecf13208a,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:12.769251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.816261 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 26d3390f-7de2-4753-8798-a87ecf13208a up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:12.854905 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (bb953528-d323-4691-bc28-105d0b3b171b), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.909200 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks [] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.924132 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba780e-8203-41b0-a9af-4635b08bd67c None None] Pushing event updated for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.926837 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:12.939507 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Provisioning complete for port bb953528-d323-4691-bc28-105d0b3b171b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:12.939882 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (bb953528-d323-4691-bc28-105d0b3b171b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.020631 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Attempting to bind port 29fefb36-682e-4750-9d0f-f48c4a4bffbd on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:13.021024 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Attempting to bind port 29fefb36-682e-4750-9d0f-f48c4a4bffbd by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:13.021398 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Attempting to bind port 29fefb36-682e-4750-9d0f-f48c4a4bffbd on network 0a750354-ede8-4b7c-b67b-52c06384343d {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:13.023320 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 26d3390f-7de2-4753-8798-a87ecf13208a triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.023690 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.025107 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20620f-d0a3-4779-ac91-db24eba26ad0 None None] Pushing event updated for resources: {'Port': ['ID=29fefb36-682e-4750-9d0f-f48c4a4bffbd,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:13.054484 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:13.054864 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Checking segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:13.055273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.055673 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Bound using segment: {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:13.056156 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Bound port: 29fefb36-682e-4750-9d0f-f48c4a4bffbd, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602d6d1-d1c6-48ec-8aac-aa800904bb9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:13.056546 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.060166 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks [] for port (bb953528-d323-4691-bc28-105d0b3b171b), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.060834 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Port bb953528-d323-4691-bc28-105d0b3b171b cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:14:13.067494 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.157037 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Pushing event updated for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:13.159498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3889437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3768250'] for router_interface (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.251472 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Provisioning complete for port 86a7662c-61db-49c2-9919-c58ef5444e8b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.251812 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.263092 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Network 5ff6b846-2b52-4fca-9970-42f259d26109 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:13.265284 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:13.287542 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] For port 29fefb36-682e-4750-9d0f-f48c4a4bffbd, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:13.305600 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] For port 29fefb36-682e-4750-9d0f-f48c4a4bffbd, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29fefb36-682e-4750-9d0f-f48c4a4bffbd,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:13.334437 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.387610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 26d3390f-7de2-4753-8798-a87ecf13208a is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:13.388682 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 86a7662c-61db-49c2-9919-c58ef5444e8b up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:13.401416 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:13.457281 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20620f-d0a3-4779-ac91-db24eba26ad0 None None] Pushing event updated for resources: {'Port': ['ID=29fefb36-682e-4750-9d0f-f48c4a4bffbd,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:13.479577 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:13.480190 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:13.587902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5aab6-ce82-4323-a5aa-4a54a4576bbe None None] Current status of the port 86a7662c-61db-49c2-9919-c58ef5444e8b is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:13.606689 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 86a7662c-61db-49c2-9919-c58ef5444e8b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.607062 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.639787 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:13.758215 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:13.767421 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d591faed-ad35-4e41-a59a-6872d90daa32 admin admin] 10.222.0.45 "PUT /v2.0/routers/1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221706 Feb 16 15:14:13.789613 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-574260ca-4215-4fb1-a6ac-3092d80ec96d None None] Provisioning complete for port bb953528-d323-4691-bc28-105d0b3b171b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.790168 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-574260ca-4215-4fb1-a6ac-3092d80ec96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (bb953528-d323-4691-bc28-105d0b3b171b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.838727 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 86a7662c-61db-49c2-9919-c58ef5444e8b is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:13.839794 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 3136cfc7-7abd-45cb-91ea-32de0a392966 up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:13.889866 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-574260ca-4215-4fb1-a6ac-3092d80ec96d None None] Port bb953528-d323-4691-bc28-105d0b3b171b cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:14:13.948327 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 3136cfc7-7abd-45cb-91ea-32de0a392966 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.948695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:13.992087 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'bb953528-d323-4691-bc28-105d0b3b171b', 'name': '', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'mac_address': 'fa:16:3e:ec:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:12Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 2, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'subnets': [{'id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:14.022784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa43e7-c9d4-4312-9253-ca5da68aff6f None None] The sync data for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi is: [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'bb953528-d323-4691-bc28-105d0b3b171b', 'name': '', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'mac_address': 'fa:16:3e:ec:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:12Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 2, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'subnets': [{'id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:14.066529 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 3136cfc7-7abd-45cb-91ea-32de0a392966 is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:14.299987 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 26d3390f-7de2-4753-8798-a87ecf13208a up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:14.351668 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 26d3390f-7de2-4753-8798-a87ecf13208a triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:14.352099 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.387925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41642) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:14.392645 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726442531', 'description': 'tempest-secgroup-smoke-726442531 description', 'project_id': 'f66746dc80e948ca84e4de43663c33da'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.415874 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.446760 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 26d3390f-7de2-4753-8798-a87ecf13208a is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:14.447842 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 86a7662c-61db-49c2-9919-c58ef5444e8b up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:14.492317 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (68ca6da5-634e-4beb-8b75-0cd906fd2835), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.497407 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (68ca6da5-634e-4beb-8b75-0cd906fd2835), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.510502 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 86a7662c-61db-49c2-9919-c58ef5444e8b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:14.511064 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.528535 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca6da5-634e-4beb-8b75-0cd906fd2835,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.533816 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.535072 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2b72583f-d561-4915-93ae-aae1222e12ec tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1461475 Feb 16 15:14:14.538241 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41646) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:14.547922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.586737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (8d23f3bd-9dd0-46ee-a524-8329945bd9b7), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.625811 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 86a7662c-61db-49c2-9919-c58ef5444e8b is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:14.645536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (8d23f3bd-9dd0-46ee-a524-8329945bd9b7), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.649478 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (8d23f3bd-9dd0-46ee-a524-8329945bd9b7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.669910 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d23f3bd-9dd0-46ee-a524-8329945bd9b7,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.676956 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.678199 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ee9519b8-c641-46a4-81fc-99640dcef2c8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386836 Feb 16 15:14:14.680827 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41648) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:14.685267 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.708726 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (acaae3fe-b1bf-4b49-b118-b65ee7134cd4), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.762174 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (acaae3fe-b1bf-4b49-b118-b65ee7134cd4), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.766248 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (acaae3fe-b1bf-4b49-b118-b65ee7134cd4), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.783727 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaae3fe-b1bf-4b49-b118-b65ee7134cd4,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.791429 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.792609 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-cd15718b-2068-478e-ac4d-4b70cdb2c940 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106763 Feb 16 15:14:14.795275 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41650) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:14.799497 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.822216 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (92623352-2e3c-4513-aba2-9d6f8cb6dbb9), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.877151 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (92623352-2e3c-4513-aba2-9d6f8cb6dbb9), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.880462 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (92623352-2e3c-4513-aba2-9d6f8cb6dbb9), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.898584 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92623352-2e3c-4513-aba2-9d6f8cb6dbb9,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.909908 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.911320 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ba537c32-d12a-4ca9-a5d4-fe627bc16a58 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151268 Feb 16 15:14:14.913973 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41652) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:14.918193 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.941353 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (5484f68c-6720-4751-9e3c-60f3e924fe11), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:14.998571 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (5484f68c-6720-4751-9e3c-60f3e924fe11), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.002049 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (5484f68c-6720-4751-9e3c-60f3e924fe11), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.018892 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5484f68c-6720-4751-9e3c-60f3e924fe11,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:15.027161 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.028366 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-60ef84c5-ccc8-4bb2-a5be-a4707319d683 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134620 Feb 16 15:14:15.032003 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41654) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:15.036352 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:15.055346 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Project f66746dc80e948ca84e4de43663c33da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:14:15.060247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (bd402021-f429-4357-904b-18ad05843012), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.116228 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (bd402021-f429-4357-904b-18ad05843012), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.119904 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (bd402021-f429-4357-904b-18ad05843012), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.138236 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd402021-f429-4357-904b-18ad05843012,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:15.150514 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.154680 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7d3d8077-5e1e-4a03-9d17-cb901cfc1ced tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187687 Feb 16 15:14:15.155494 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41656) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:15.160694 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'security_group_rule': {'security_group_id': '68ca6da5-634e-4beb-8b75-0cd906fd2835', 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:15.180080 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Project f66746dc80e948ca84e4de43663c33da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:14:15.184758 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (84b07570-ba12-4d8e-9497-6355029d3208), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.241532 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (84b07570-ba12-4d8e-9497-6355029d3208), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.244957 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (84b07570-ba12-4d8e-9497-6355029d3208), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.263317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b07570-ba12-4d8e-9497-6355029d3208,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:15.268618 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:15.269836 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e57e3978-0d3b-4671-92c9-23dbfc3b9703 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1127324 Feb 16 15:14:16.277906 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29fefb36-682e-4750-9d0f-f48c4a4bffbd up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:16.324887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 29fefb36-682e-4750-9d0f-f48c4a4bffbd triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:16.325294 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:16.405991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 29fefb36-682e-4750-9d0f-f48c4a4bffbd is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:16.406322 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:16.428638 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] For port 29fefb36-682e-4750-9d0f-f48c4a4bffbd, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29fefb36-682e-4750-9d0f-f48c4a4bffbd,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:16.432851 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:16.483010 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Pushing event updated for resources: {'Port': ['ID=29fefb36-682e-4750-9d0f-f48c4a4bffbd,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:16.716116 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Sync routers for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:16.726103 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:16.726695 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:16.834292 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:17.042962 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'bb953528-d323-4691-bc28-105d0b3b171b', 'name': '', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'mac_address': 'fa:16:3e:ec:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:12Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 2, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'subnets': [{'id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.074889 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Checking router: 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:17.075241 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Updating router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 port bb953528-d323-4691-bc28-105d0b3b171b binding host dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:17.101375 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (bb953528-d323-4691-bc28-105d0b3b171b), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.363955 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks [] for port (bb953528-d323-4691-bc28-105d0b3b171b), precommit_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.369112 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.441131 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9920134-5f12-4492-ae86-3d831983bb16 None None] Pushing event updated for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=3']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:17.472562 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Attempting to bind port bb953528-d323-4691-bc28-105d0b3b171b on host dv-cinder-804035-31-iscsi for vnic_type normal with profile {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:17.472780 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Attempting to bind port bb953528-d323-4691-bc28-105d0b3b171b by drivers openvswitch,hyperv on host dv-cinder-804035-31-iscsi at level 0 using segments [{'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:17.473055 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Attempting to bind port bb953528-d323-4691-bc28-105d0b3b171b on network 5ff6b846-2b52-4fca-9970-42f259d26109 {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:17.478152 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Checking agent: {'id': '67e062f2-9e8f-4339-bb9b-7e9e3bb2d913', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-31-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 0, 58), 'started_at': datetime.datetime(2022, 2, 16, 15, 1, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-31-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:17.478523 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Checking segment: {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:17.478917 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.479324 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Bound using segment: {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'} {{(pid=102765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:17.479768 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.managers [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Bound port: bb953528-d323-4691-bc28-105d0b3b171b, host: dv-cinder-804035-31-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751b0fda-6a77-4552-8f78-269970b754d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109'}}] {{(pid=102765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:17.480143 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (bb953528-d323-4691-bc28-105d0b3b171b), before_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.548038 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] For port bb953528-d323-4691-bc28-105d0b3b171b, host dv-cinder-804035-31-iscsi, cleared binding levels {{(pid=102765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:17.551584 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.plugins.ml2.db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] For port bb953528-d323-4691-bc28-105d0b3b171b, host dv-cinder-804035-31-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=bb953528-d323-4691-bc28-105d0b3b171b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:17.558343 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron_lib.callbacks.manager [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_update {{(pid=102765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.604827 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:17.605478 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:13:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.641277 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Provisioning complete for port bb953528-d323-4691-bc28-105d0b3b171b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:17.641821 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (bb953528-d323-4691-bc28-105d0b3b171b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.752727 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Current status of the port bb953528-d323-4691-bc28-105d0b3b171b is: DOWN; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:17.753203 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (bb953528-d323-4691-bc28-105d0b3b171b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.795719 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9920134-5f12-4492-ae86-3d831983bb16 None None] Pushing event updated for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=4']} {{(pid=102765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:17.804185 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] For port bb953528-d323-4691-bc28-105d0b3b171b, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=bb953528-d323-4691-bc28-105d0b3b171b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:17.810294 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:17.866973 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:17.869855 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9c5e9-5544-4235-b67c-0d891493182f None None] Pushing event updated for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:17.938839 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-c757ff58-6ea0-470d-9afa-3bfadc5c9406 None None] Provisioning complete for port bb953528-d323-4691-bc28-105d0b3b171b triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:17.939085 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c757ff58-6ea0-470d-9afa-3bfadc5c9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (bb953528-d323-4691-bc28-105d0b3b171b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:18.035167 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-c757ff58-6ea0-470d-9afa-3bfadc5c9406 None None] Current status of the port bb953528-d323-4691-bc28-105d0b3b171b is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:18.109338 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'bb953528-d323-4691-bc28-105d0b3b171b', 'name': '', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'mac_address': 'fa:16:3e:ec:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:12Z', 'updated_at': '2022-02-16T15:14:17Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'subnets': [{'id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:18.145198 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b702f-4eb7-4922-b93f-1c920a267c29 None None] The sync data for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi is: [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'bb953528-d323-4691-bc28-105d0b3b171b', 'name': '', 'network_id': '5ff6b846-2b52-4fca-9970-42f259d26109', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'mac_address': 'fa:16:3e:ec:41:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:12Z', 'updated_at': '2022-02-16T15:14:17Z', 'revision_number': 4, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'subnets': [{'id': '902a7e9a-3d10-4631-a84e-c7753e7152f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:18.293374 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29fefb36-682e-4750-9d0f-f48c4a4bffbd up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:18.343228 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port 29fefb36-682e-4750-9d0f-f48c4a4bffbd triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:18.343597 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:18.429694 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port 29fefb36-682e-4750-9d0f-f48c4a4bffbd is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:18.430748 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device bb953528-d323-4691-bc28-105d0b3b171b up at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:18.482649 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Provisioning complete for port bb953528-d323-4691-bc28-105d0b3b171b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:18.483585 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (bb953528-d323-4691-bc28-105d0b3b171b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:18.563325 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Current status of the port bb953528-d323-4691-bc28-105d0b3b171b is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:14:22.376415 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b47df165-b38a-4557-b01c-9dfc503e690e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:24.523407 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6bd68c45-1caa-435d-b4e5-988ba8c00fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:25.804536 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:26.447138 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b6762-cac7-498c-88c7-5bed1a6847e3 req-1abc1903-23fc-461a-bf46-c9dc7a702729 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:26.450137 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-768b6762-cac7-498c-88c7-5bed1a6847e3 req-1abc1903-23fc-461a-bf46-c9dc7a702729 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0578940 Feb 16 15:14:26.518367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-768b6762-cac7-498c-88c7-5bed1a6847e3 req-f4927505-9d3a-4535-916d-5df1cfa7c4ff tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628273 Feb 16 15:14:26.783117 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:27.172170 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-e616348d-d33c-43fe-84da-be15b6c8d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.173794 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-e616348d-d33c-43fe-84da-be15b6c8d746 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1169 time: 0.0457802 Feb 16 15:14:27.270005 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-5b67f3aa-1ae2-4567-8267-dd7040b395fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.271465 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-5b67f3aa-1ae2-4567-8267-dd7040b395fc service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.0904660 Feb 16 15:14:27.337323 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-99514a2b-c195-41b7-afeb-253e9d8441a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 1002 time: 0.0576537 Feb 16 15:14:27.385635 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-7bcd388d-2040-4fb7-8db8-c3ceb7d2bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.387083 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-7bcd388d-2040-4fb7-8db8-c3ceb7d2bf82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0439465 Feb 16 15:14:27.447351 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-fa522db4-cbf6-43fe-8d11-a5934b617753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.448734 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-fa522db4-cbf6-43fe-8d11-a5934b617753 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514822 Feb 16 15:14:27.537201 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-d4574270-5fb2-43b1-ab3b-a5db73d44f8b service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802238 Feb 16 15:14:27.635394 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7adf48f5-7fb3-4921-905c-b63a3a9ccc86 req-d1bf9fd8-5250-43c4-bfa7-cf5658d4b7c9 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909984 Feb 16 15:14:27.641858 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3ef3d-8faf-4b63-a17a-3d86bc6f5131 req-4d0b2749-64d2-430b-88e3-a9344f2409be tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.643468 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-33e3ef3d-8faf-4b63-a17a-3d86bc6f5131 req-4d0b2749-64d2-430b-88e3-a9344f2409be tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0531418 Feb 16 15:14:27.710927 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-33e3ef3d-8faf-4b63-a17a-3d86bc6f5131 req-3077ec92-88db-48e6-9ab0-2d3dbe7d3315 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614500 Feb 16 15:14:28.484987 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:28.831497 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996666f5-22e5-43b1-8da1-fc43112a7b69 req-781a63cb-28b2-4e5b-8a8d-e737e9a6359a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:28.833025 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-996666f5-22e5-43b1-8da1-fc43112a7b69 req-781a63cb-28b2-4e5b-8a8d-e737e9a6359a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0529480 Feb 16 15:14:28.894440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-996666f5-22e5-43b1-8da1-fc43112a7b69 req-2564a373-09d7-4c87-b1a9-d9e6ce524ff8 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556290 Feb 16 15:14:30.025677 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175c2d-0157-4af6-ab3d-9e8d1e758022 req-38c5de8e-7ef8-46b3-9ecd-af2005dc5d7d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:30.027489 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d5175c2d-0157-4af6-ab3d-9e8d1e758022 req-38c5de8e-7ef8-46b3-9ecd-af2005dc5d7d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0638843 Feb 16 15:14:30.086159 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d5175c2d-0157-4af6-ab3d-9e8d1e758022 req-30dba44e-20ee-4ee2-b246-e809484df5b2 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524352 Feb 16 15:14:31.207977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74fb6d-1a6c-44d9-95a0-d0bd0ca8549e req-a0411107-a43b-422a-8d81-d8b9423164f3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:31.209577 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cf74fb6d-1a6c-44d9-95a0-d0bd0ca8549e req-a0411107-a43b-422a-8d81-d8b9423164f3 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0530527 Feb 16 15:14:31.274264 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cf74fb6d-1a6c-44d9-95a0-d0bd0ca8549e req-0f7082c4-9692-4caf-bb4c-44038cac244c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588942 Feb 16 15:14:31.662488 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:32.400648 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2ca5-2a27-4573-ba76-20818b7f1310 req-b8545426-b7c0-49b5-8f99-209f7ffca2fd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.402425 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f86c2ca5-2a27-4573-ba76-20818b7f1310 req-b8545426-b7c0-49b5-8f99-209f7ffca2fd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0539811 Feb 16 15:14:32.460848 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f86c2ca5-2a27-4573-ba76-20818b7f1310 req-0fa5c9bd-77c5-46be-b50b-2f944407936a tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518785 Feb 16 15:14:33.579941 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b6d89-92c5-4dd0-91eb-74b00057c48d req-ab304d36-6e5f-4b36-8b30-e8631d19cbe7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:33.581503 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-475b6d89-92c5-4dd0-91eb-74b00057c48d req-ab304d36-6e5f-4b36-8b30-e8631d19cbe7 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0547273 Feb 16 15:14:33.647818 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-475b6d89-92c5-4dd0-91eb-74b00057c48d req-43d7f2ee-897b-4e32-b389-421c26dc9831 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606802 Feb 16 15:14:33.684520 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 41860) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:33.785770 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:33.856382 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Publish callbacks [] for security_group (8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:33.859825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:33.896458 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30eb8100aae9471ab6dd2b9bbd92dd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108219 Feb 16 15:14:33.897566 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:33.899173 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 41864) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:14:33.905399 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.905752 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.906092 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.906425 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.906754 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.907079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.907405 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.907735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.908059 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.908382 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.908703 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.909044 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.909366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d84d21-4752-48b5-895e-171091ed09ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:33.945928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Publish callbacks [] for security_group (8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:33.969347 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Publish callbacks [] for security_group (8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:34.014400 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:34.016836 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:34.018023 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b HTTP/1.1" status: 204 len: 168 time: 0.1178474 Feb 16 15:14:34.025197 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e78f6-66bd-4471-b97d-2daa4b5bfa0b,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:34.032201 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.032552 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.032894 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.033256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.033590 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.033919 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.034245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.034572 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.034895 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.035219 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.035538 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.035854 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.036170 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537ec62-ecdc-421a-8f78-50ede68c9905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:34.767530 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7842b42-ad03-43ec-8020-0903e9421d6a req-fbe9aa67-faeb-4486-9530-bf72378664de tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:34.769063 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f7842b42-ad03-43ec-8020-0903e9421d6a req-fbe9aa67-faeb-4486-9530-bf72378664de tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0520508 Feb 16 15:14:34.826092 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f7842b42-ad03-43ec-8020-0903e9421d6a req-ee509eb6-2b63-4afc-b130-e95656451036 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514169 Feb 16 15:14:35.946361 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007157-0232-4730-adb5-d4e9f8ecc15e req-dedf5f53-c9f5-4430-856d-a14530d2192f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:35.947814 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b007157-0232-4730-adb5-d4e9f8ecc15e req-dedf5f53-c9f5-4430-856d-a14530d2192f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0565193 Feb 16 15:14:36.006633 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b007157-0232-4730-adb5-d4e9f8ecc15e req-11ab24fe-3cd3-4206-9c02-c25179d7f82f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526581 Feb 16 15:14:37.121855 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a892-8c41-4c5a-ab53-6c260a378041 req-c0655161-2a58-4808-aa08-454d3a15cb19 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:37.123812 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d364a892-8c41-4c5a-ab53-6c260a378041 req-c0655161-2a58-4808-aa08-454d3a15cb19 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0504787 Feb 16 15:14:37.180679 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d364a892-8c41-4c5a-ab53-6c260a378041 req-86d04361-b994-41a0-96c2-13791c7169fd tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512812 Feb 16 15:14:38.296286 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad45d-6758-4465-8800-905eab3e75c3 req-9df07a66-852b-4ed4-913f-7d2cc44ef73b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:38.297783 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-085ad45d-6758-4465-8800-905eab3e75c3 req-9df07a66-852b-4ed4-913f-7d2cc44ef73b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0515685 Feb 16 15:14:38.355059 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-085ad45d-6758-4465-8800-905eab3e75c3 req-5ff935f9-d493-46c6-b51f-a6c54150ddf4 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518577 Feb 16 15:14:39.475588 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34de4c5-aba2-4567-8768-197c35d7c524 req-140914ba-9acd-4166-a81a-582943f408f9 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:39.477184 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c34de4c5-aba2-4567-8768-197c35d7c524 req-140914ba-9acd-4166-a81a-582943f408f9 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0565004 Feb 16 15:14:39.535117 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c34de4c5-aba2-4567-8768-197c35d7c524 req-86ac2f21-d0a4-4c8c-bd15-23ee86c7f55d tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517352 Feb 16 15:14:40.653777 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fe599-c22d-4e08-918a-d1946d141a55 req-99af89d5-8b30-438e-bf9d-a4dfcc8b9cc1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:40.655709 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d7fe599-c22d-4e08-918a-d1946d141a55 req-99af89d5-8b30-438e-bf9d-a4dfcc8b9cc1 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0552435 Feb 16 15:14:40.711895 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d7fe599-c22d-4e08-918a-d1946d141a55 req-1896b7d2-b427-4754-9f13-5804bc7225df tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507193 Feb 16 15:14:41.827544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939db8e-410b-4254-8c2e-10232091c2fb req-3827b5ea-fc33-4198-9eaf-e5b8989727cc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:41.828917 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6939db8e-410b-4254-8c2e-10232091c2fb req-3827b5ea-fc33-4198-9eaf-e5b8989727cc tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0513091 Feb 16 15:14:41.888081 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6939db8e-410b-4254-8c2e-10232091c2fb req-7e7f5681-97f2-4491-b493-5df50c6ac6c4 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535083 Feb 16 15:14:43.005018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392322a0-e776-4446-885e-0c12d5457c63 req-00cd5649-6e60-4964-bfaf-8bc2f0f1f61b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:43.006468 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-392322a0-e776-4446-885e-0c12d5457c63 req-00cd5649-6e60-4964-bfaf-8bc2f0f1f61b tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0508134 Feb 16 15:14:43.065143 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-392322a0-e776-4446-885e-0c12d5457c63 req-f6ec17b1-46a5-4142-b7bb-f862dcd07b15 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527384 Feb 16 15:14:43.176594 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-b727a1d8-1f80-4f05-a204-a31ecdb48fb9 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726442531&fields=id&tenant_id=f66746dc80e948ca84e4de43663c33da HTTP/1.1" status: 200 len: 267 time: 0.0436869 Feb 16 15:14:43.286060 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-78bdaafe-d168-43bc-8b82-d1c9b13b147c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:43.287528 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-78bdaafe-d168-43bc-8b82-d1c9b13b147c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 809 time: 0.1037393 Feb 16 15:14:43.302694 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-c89af693-d212-4768-aadd-fd80c0ce5791 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/quotas/f66746dc80e948ca84e4de43663c33da HTTP/1.1" status: 200 len: 375 time: 0.0093603 Feb 16 15:14:43.357857 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-3a43cba8-e33b-4be8-bb75-22a8836839c0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494413 Feb 16 15:14:43.569858 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-7f5237c5-2e2d-4c63-bcfb-df9ff3d7502e service neutron] 10.222.0.45 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000103 Feb 16 15:14:43.654399 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5bb8f358-83d0-4553-8cbd-22c0115ea5ab service neutron] 10.222.0.45 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807590 Feb 16 15:14:43.938041 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c49c73d-b46f-4882-8ae9-bc99a78eebb8 req-323e047d-ae33-44b6-865d-111a76c669d6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Feb 16 15:14:44.430711 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9eac5-be20-4ba1-9af9-07e616f80ea5 req-1af5a952-0e84-4b91-be97-7df3e18477a0 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:44.432190 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7ba9eac5-be20-4ba1-9af9-07e616f80ea5 req-1af5a952-0e84-4b91-be97-7df3e18477a0 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.3004127 Feb 16 15:14:44.491266 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7ba9eac5-be20-4ba1-9af9-07e616f80ea5 req-bf691be3-7ccb-4209-b280-c21bd2d483de tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&id=f615466b-1347-4f64-9d57-4c65e0b8e725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521998 Feb 16 15:14:45.031153 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0372f734-a3dc-4376-92b1-ebe7016596ac req-d34ef2d2-4aff-45d7-b9bc-5b2c4c5170da tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0297551 Feb 16 15:14:46.119927 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2401a335-4162-4699-9200-8f589bc6d394 req-96fb7ecd-3c4e-4993-90a1-1caa28c90500 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0249693 Feb 16 15:14:47.211114 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a584c72-066e-4f44-b736-836d55f5a73e req-d34445f7-b8fa-4c99-a89b-99084adbcab0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Feb 16 15:14:47.863041 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:14:48.104724 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-755354e6-3212-486d-a78c-87c6e68e3c4e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:48.106180 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-755354e6-3212-486d-a78c-87c6e68e3c4e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 809 time: 0.1013682 Feb 16 15:14:48.171296 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-e4619ebb-82eb-4504-a6e4-279fabb8bf15 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f66746dc80e948ca84e4de43663c33da HTTP/1.1" status: 200 len: 379 time: 0.0557098 Feb 16 15:14:48.189044 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'port': {'device_id': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'admin_state_up': True, 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'security_groups': ['68ca6da5-634e-4beb-8b75-0cd906fd2835']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:48.295372 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Made reservation on behalf of f66746dc80e948ca84e4de43663c33da for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:48.298684 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.311848 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-257723c1-742f-4e3c-8f03-f9e674fcadb4 req-3fecbebe-41b3-440e-9521-0eef698e4c2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0263085 Feb 16 15:14:48.422829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Allocated IP 172.20.0.12 (f95b9451-008c-4757-9369-2612d0f0f582/487f301d-eae2-458e-9ffa-373b807b84fb/5fe8bfaa-94fa-4554-84f2-facf18c1cb78) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:48.558119 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.595207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.634725 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Network f95b9451-008c-4757-9369-2612d0f0f582 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:48.640279 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:48.644296 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:48.671726 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:48.699099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:48.699721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.718567 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-5b41bb12-d675-4c5f-a662-b958411b8d77 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337226 Feb 16 15:14:48.734832 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Request body: {'port': {'device_id': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:48.806007 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.958193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-331f1b7c-1ba1-48f0-8294-6ea58c99ab9d None None] Provisioning complete for port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:48.958837 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-331f1b7c-1ba1-48f0-8294-6ea58c99ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:48.994145 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-331f1b7c-1ba1-48f0-8294-6ea58c99ab9d None None] Port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:14:49.083101 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:49.090689 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks [] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:49.103244 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Transition to ACTIVE for port object 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:14:49.106659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:49.159431 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:49.238786 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Attempting to bind port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:14:49.239129 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Attempting to bind port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:14:49.239457 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Attempting to bind port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 on network f95b9451-008c-4757-9369-2612d0f0f582 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:49.245530 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 on network f95b9451-008c-4757-9369-2612d0f0f582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:14:49.246048 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Attempting to bind port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 on network f95b9451-008c-4757-9369-2612d0f0f582 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:49.252115 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:49.252528 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Checking segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:14:49.252913 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Bound using segment: {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:49.253374 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Bound port: 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:14:49.253731 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:49.320881 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:49.324120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:49.331559 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:49.368152 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.368773 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:49.370326 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] 10.222.0.79 "PUT /v2.0/ports/5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1094 time: 0.6424160 Feb 16 15:14:49.370790 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:49.373847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590929f3-df51-48ff-a425-029564a7e89c" -d '{"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:49.463624 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db487c6-eef2-45a4-a051-901accd3ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:49.496492 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13959b-51bd-4860-b237-a83995f3b624 req-6f7bcff2-87ac-4838-8f33-b6b487e5ce83 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.498629 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a13959b-51bd-4860-b237-a83995f3b624 req-6f7bcff2-87ac-4838-8f33-b6b487e5ce83 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.1157122 Feb 16 15:14:49.505550 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-42dbe647-50a5-45f7-944e-2874abb46ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.507266 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-42dbe647-50a5-45f7-944e-2874abb46ff8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1128 time: 0.0778446 Feb 16 15:14:49.566605 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c732098-b058-4cee-938a-37726ed270a6 x-openstack-request-id: req-7c732098-b058-4cee-938a-37726ed270a6 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:49.566921 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:49.567163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c732098-b058-4cee-938a-37726ed270a6 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:49.567566 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'status': 'completed', 'code': 200} Feb 16 15:14:49.574178 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-1c39b40b-0732-4e48-b2bd-96c8c455c132 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 217 time: 0.0504949 Feb 16 15:14:49.619218 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a13959b-51bd-4860-b237-a83995f3b624 req-dbc87e09-2419-4640-8f46-89f6e2f4e131 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111739 Feb 16 15:14:49.638553 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-461f7998-dad5-42c8-808b-ad9796e6115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.640047 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-461f7998-dad5-42c8-808b-ad9796e6115b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0561640 Feb 16 15:14:49.689021 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-d5989988-dcc2-487e-a143-59450b27fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.690569 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-d5989988-dcc2-487e-a143-59450b27fcbb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433633 Feb 16 15:14:49.776054 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-9a7bd2f6-535b-4791-998f-86e71625b4b5 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790884 Feb 16 15:14:49.867670 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-96ddc856-f4d9-423f-85ab-3cbd4a6a8fef req-49632b69-192e-459a-909d-c7ad7f1509e5 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856712 Feb 16 15:14:49.957483 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590929f3-df51-48ff-a425-029564a7e89c req-45324972-8825-4e77-8f70-ae5c7fd86a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.958932 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-45324972-8825-4e77-8f70-ae5c7fd86a00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1128 time: 0.0435762 Feb 16 15:14:50.057117 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590929f3-df51-48ff-a425-029564a7e89c req-95d343b8-4de6-4206-9016-43720d457bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:50.058489 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-95d343b8-4de6-4206-9016-43720d457bb5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0864866 Feb 16 15:14:50.097977 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-fbe2862c-3e58-497d-9d25-855333923a34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 217 time: 0.0332799 Feb 16 15:14:50.151675 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590929f3-df51-48ff-a425-029564a7e89c req-330ce8a3-a738-44e8-b693-e854555f59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:50.153058 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-330ce8a3-a738-44e8-b693-e854555f59a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0442195 Feb 16 15:14:50.201126 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590929f3-df51-48ff-a425-029564a7e89c req-d30995f1-d870-416f-97c0-825fc0323e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:50.202615 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-d30995f1-d870-416f-97c0-825fc0323e87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416849 Feb 16 15:14:50.290708 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-772ce80f-8cfa-4eaa-9804-8e5b7d7e5584 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822148 Feb 16 15:14:50.387072 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-590929f3-df51-48ff-a425-029564a7e89c req-3ed3468e-cd42-4495-b437-d3fb34e84ced service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894623 Feb 16 15:14:50.736908 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079ac1-a354-4bc8-a53c-f084ed106077 req-20ade797-80ad-45ea-acd8-31d222f65d80 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:50.738371 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5079ac1-a354-4bc8-a53c-f084ed106077 req-20ade797-80ad-45ea-acd8-31d222f65d80 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0524466 Feb 16 15:14:50.785273 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b5079ac1-a354-4bc8-a53c-f084ed106077 req-425afa94-bb2c-49d9-8da6-7ac6a1dbb446 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Feb 16 15:14:51.899187 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d903-0484-4f13-a950-eac91eb08d9b req-e3d4a3e8-01b7-47d0-a647-50a038b916eb tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.900662 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0bf9d903-0484-4f13-a950-eac91eb08d9b req-e3d4a3e8-01b7-47d0-a647-50a038b916eb tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0508285 Feb 16 15:14:51.948139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0bf9d903-0484-4f13-a950-eac91eb08d9b req-5efc5050-48ac-406d-a8a4-baedc615e4cc tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Feb 16 15:14:52.377949 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8e75-a94f-4cbb-9f50-c79d32a4edb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:53.063850 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26585caf-e57d-4f3c-9a64-6f53d94aa4f2 req-2ef134a3-eedf-4f25-b9df-66fd7f2f4ff0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:53.065373 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-26585caf-e57d-4f3c-9a64-6f53d94aa4f2 req-2ef134a3-eedf-4f25-b9df-66fd7f2f4ff0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0507355 Feb 16 15:14:53.114681 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-26585caf-e57d-4f3c-9a64-6f53d94aa4f2 req-a0da2d93-1e43-4add-b9da-cb0e0c21426e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Feb 16 15:14:54.236509 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123640b-57c9-4981-8a27-59cfc7c6421d req-1b73b6ce-ae97-4240-bc87-5406f80c8080 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.237989 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9123640b-57c9-4981-8a27-59cfc7c6421d req-1b73b6ce-ae97-4240-bc87-5406f80c8080 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0557423 Feb 16 15:14:54.285274 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9123640b-57c9-4981-8a27-59cfc7c6421d req-df1de869-d49c-41cd-8194-9230fdd128aa tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417597 Feb 16 15:14:54.526681 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07b17cfd-e74b-454b-b344-52e195062b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:55.411870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca196a91-07d3-499f-864c-0013ace5d8d4 req-a304eddc-540e-454b-b2b2-a45ae0827f0f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.413379 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ca196a91-07d3-499f-864c-0013ace5d8d4 req-a304eddc-540e-454b-b2b2-a45ae0827f0f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0604193 Feb 16 15:14:55.462437 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ca196a91-07d3-499f-864c-0013ace5d8d4 req-80a5c9f8-8270-432d-af3b-dc7590bde290 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Feb 16 15:14:55.808077 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:56.581844 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a5eb-a0b8-4875-a23f-547f846a6d2f req-a340cb7e-d8c3-4683-ae41-1930690ec0bf tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.583312 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73f6a5eb-a0b8-4875-a23f-547f846a6d2f req-a340cb7e-d8c3-4683-ae41-1930690ec0bf tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0518165 Feb 16 15:14:56.630559 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73f6a5eb-a0b8-4875-a23f-547f846a6d2f req-e0fc6570-58b6-4221-a5d4-f16442655868 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Feb 16 15:14:56.787197 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:57.747470 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6a68-76ad-42d2-933a-cdfc1c2da7d8 req-f4eb8148-792f-4ba2-be2c-1679360e61a6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:57.748976 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c68a6a68-76ad-42d2-933a-cdfc1c2da7d8 req-f4eb8148-792f-4ba2-be2c-1679360e61a6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0516737 Feb 16 15:14:57.797719 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c68a6a68-76ad-42d2-933a-cdfc1c2da7d8 req-28a9673c-7988-4f1f-bde6-efabe0da6bbb tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Feb 16 15:14:58.489073 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:14:58.914298 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce2f2-e2a4-486e-85ef-5214ae7f9cb2 req-37448d46-6866-450f-97d8-3d2e2a8f0905 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:58.915738 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cbce2f2-e2a4-486e-85ef-5214ae7f9cb2 req-37448d46-6866-450f-97d8-3d2e2a8f0905 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Feb 16 15:14:58.967943 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6cbce2f2-e2a4-486e-85ef-5214ae7f9cb2 req-d9a6c4f6-3626-4390-9739-54d6eaf38f07 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452275 Feb 16 15:15:00.090616 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a49ca-529f-459f-88d5-9d96565dd7e9 req-3f869a4b-460b-4a33-8254-f5fb7dfc35a7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:00.092628 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-809a49ca-529f-459f-88d5-9d96565dd7e9 req-3f869a4b-460b-4a33-8254-f5fb7dfc35a7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0580814 Feb 16 15:15:00.144099 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-809a49ca-529f-459f-88d5-9d96565dd7e9 req-3a5ddffe-89ef-476b-8f87-d2c7a5df4d65 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457499 Feb 16 15:15:00.195016 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:15:00.291357 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:00.305812 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'mac_address': 'fa:16:3e:a5:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:15:00.344847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:00.345262 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:00.358679 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:15:00.380120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:00.384520 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:00.431415 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:00.438422 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.438779 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.439127 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.439684 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.440070 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.440520 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.440860 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.441348 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.441684 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.442018 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.442352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.442683 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.443011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:00.904969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['5fe8bfaa-94fa-4554-84f2-facf18c1cb78'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:01.261223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b110-334f-4883-89fc-88f5c4c3c0ed req-7e55edbf-1846-41ed-8bd2-e9948e2cfbab tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:01.262673 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6006b110-334f-4883-89fc-88f5c4c3c0ed req-7e55edbf-1846-41ed-8bd2-e9948e2cfbab tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Feb 16 15:15:01.312609 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6006b110-334f-4883-89fc-88f5c4c3c0ed req-0a28d034-ea6a-45cc-89f4-93d213fa31d2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Feb 16 15:15:01.678420 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:02.195026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:02.248153 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:15:02.252427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:02.252815 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:02.331118 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:02.331621 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:02.355557 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:02.357825 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b3861-369d-4daa-8c7f-5a444cca7590" -d '{"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-plugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:02.373573 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:02.379399 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:02.437500 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:02.453932 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73068fcf-a0b2-4730-918c-a42afef8b35a req-d6a3a0a0-0a12-4b97-b55b-46a28021df64 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:02.455421 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73068fcf-a0b2-4730-918c-a42afef8b35a req-d6a3a0a0-0a12-4b97-b55b-46a28021df64 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0678363 Feb 16 15:15:02.468799 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aac775-bb51-4702-93bb-560e5225bccd x-openstack-request-id: req-a3aac775-bb51-4702-93bb-560e5225bccd {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:02.469120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-plugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:02.469379 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3aac775-bb51-4702-93bb-560e5225bccd {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:02.469774 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'code': 200} Feb 16 15:15:02.510836 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73068fcf-a0b2-4730-918c-a42afef8b35a req-e821b676-8e40-4edf-aa17-03a036ad66bc tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496769 Feb 16 15:15:02.723373 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2695e8-5d75-4176-9e79-91791878f342 req-74f52b35-177a-4db8-8319-4de156e4a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:02.725573 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0b2695e8-5d75-4176-9e79-91791878f342 req-74f52b35-177a-4db8-8319-4de156e4a72c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0447896 Feb 16 15:15:02.787792 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0b2695e8-5d75-4176-9e79-91791878f342 req-ff86398b-9c7f-4286-be4b-f6430d88522d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451450 Feb 16 15:15:03.640588 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddecb38-14b1-4a41-82cd-ef6bee0d9e86 req-ba56bb1c-aeae-46a9-9ea4-5ed5337b3ae6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:03.642077 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fddecb38-14b1-4a41-82cd-ef6bee0d9e86 req-ba56bb1c-aeae-46a9-9ea4-5ed5337b3ae6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0555000 Feb 16 15:15:03.690303 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fddecb38-14b1-4a41-82cd-ef6bee0d9e86 req-5ac467ac-647e-472c-b45c-d11dcfd6a610 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Feb 16 15:15:04.807735 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3faed-dd14-4a39-abc6-7d680c80820a req-f4a42197-a320-4b67-8676-63c17b43f7d7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:04.809154 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f5b3faed-dd14-4a39-abc6-7d680c80820a req-f4a42197-a320-4b67-8676-63c17b43f7d7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Feb 16 15:15:04.858755 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f5b3faed-dd14-4a39-abc6-7d680c80820a req-b4aa4493-138f-4078-b017-b75d92c306bd tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Feb 16 15:15:04.973921 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7609df-9a0e-49bc-92c2-0a4b8e37a0bd req-868397f8-088b-4d06-8901-4cb3907f8488 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:04.975367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e7609df-9a0e-49bc-92c2-0a4b8e37a0bd req-868397f8-088b-4d06-8901-4cb3907f8488 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0509841 Feb 16 15:15:05.022163 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e7609df-9a0e-49bc-92c2-0a4b8e37a0bd req-82fcf323-d886-42d6-958a-754501402b10 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 Feb 16 15:15:05.043631 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42188) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:05.178243 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0785cbc-cefd-4196-822c-666698a277fc tempest-TestShelveInstance-934184402 tempest-TestShelveInstance-934184402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:05.179709 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f0785cbc-cefd-4196-822c-666698a277fc tempest-TestShelveInstance-934184402 tempest-TestShelveInstance-934184402-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1125 time: 0.1351032 Feb 16 15:15:05.182633 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42192) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:05.186710 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:05.206156 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:05.299581 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:05.403189 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Allocated IP 172.27.2.141 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/cb989f4d-215e-412e-97d8-47fc55aacbb7) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:05.505014 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:05.541296 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:05.585731 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:05.588500 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:05.591886 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:05.597026 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'Port': ['ID=cb989f4d-215e-412e-97d8-47fc55aacbb7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:05.927758 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for floatingip (5361e29f-58cf-418a-a151-5eb8b2180b07), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:05.996345 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:06.143830 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:06.148130 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:06.216196 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event updated for resources: {'Port': ['ID=cb989f4d-215e-412e-97d8-47fc55aacbb7,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:06.222987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (5361e29f-58cf-418a-a151-5eb8b2180b07), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:06.319672 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Floating IP 5361e29f-58cf-418a-a151-5eb8b2180b07 associated. External IP: 172.27.2.141, port: 5fe8bfaa-94fa-4554-84f2-facf18c1cb78. Feb 16 15:15:06.522368 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Router 633d9c95-64e6-4342-ac28-88cd423cd97d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:06.628500 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:06.638846 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Sync routers for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:06.645852 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:06.649034 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:06.649683 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:14:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:06.674766 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9c136530-1c2c-405d-927a-b324edf913af tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4911644 Feb 16 15:15:06.675352 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:06.677594 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d5c7b-98c6-488e-950d-b6412603eeab" -d '{"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:06.757264 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:06.765860 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c68d40-ea3d-4eca-9ea6-183df0a0634e x-openstack-request-id: req-f2c68d40-ea3d-4eca-9ea6-183df0a0634e {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:06.766184 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:06.766442 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2c68d40-ea3d-4eca-9ea6-183df0a0634e {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:06.766848 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'status': 'completed', 'code': 200} Feb 16 15:15:06.835127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5c7b-98c6-488e-950d-b6412603eeab req-e95b7072-bcc8-4758-8de8-e06d66aeed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:06.836731 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-e95b7072-bcc8-4758-8de8-e06d66aeed52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0458121 Feb 16 15:15:06.930326 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5c7b-98c6-488e-950d-b6412603eeab req-4c07c3ec-0c54-44dc-b0fb-0e3b5d4b0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:06.931796 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-4c07c3ec-0c54-44dc-b0fb-0e3b5d4b0d89 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0881269 Feb 16 15:15:06.977420 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '5361e29f-58cf-418a-a151-5eb8b2180b07', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'mac_address': 'fa:16:3e:a5:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:06.997985 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-2ccbac00-ab0b-45a1-ae29-fdc9dfa3e18e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1000 time: 0.0594628 Feb 16 15:15:07.007196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Checking router: 633d9c95-64e6-4342-ac28-88cd423cd97d for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:07.016779 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:07.017423 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:14:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:07.055481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5c7b-98c6-488e-950d-b6412603eeab req-b2747779-6524-4079-962c-fa31ea61f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:07.057006 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-b2747779-6524-4079-962c-fa31ea61f571 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0455337 Feb 16 15:15:07.107698 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5c7b-98c6-488e-950d-b6412603eeab req-5caa19e5-9a98-487d-a2c7-c5aba29be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:07.109651 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-5caa19e5-9a98-487d-a2c7-c5aba29be29a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450337 Feb 16 15:15:07.125404 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:07.203739 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-bf8bf732-d283-4c8b-a42a-80c3b4f26dce service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 Feb 16 15:15:07.305190 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-837d5c7b-98c6-488e-950d-b6412603eeab req-20e95413-af55-4de5-981b-2bf2f84f740d service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942864 Feb 16 15:15:07.369887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '5361e29f-58cf-418a-a151-5eb8b2180b07', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'mac_address': 'fa:16:3e:a5:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:07.396091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506aabc-e78e-48e3-a3e7-375645a118ea None None] The sync data for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi is: [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '5361e29f-58cf-418a-a151-5eb8b2180b07', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'mac_address': 'fa:16:3e:a5:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:07.597644 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397440d0-1dbb-4eaa-8386-d44b3c40d105 None None] New status for floating IP 5361e29f-58cf-418a-a151-5eb8b2180b07: ACTIVE {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:08.570395 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5018b1-edef-4779-b37d-2de43deec1e2 req-7048b7e6-0725-4b90-900a-709df9ebf7ab tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.571863 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d5018b1-edef-4779-b37d-2de43deec1e2 req-7048b7e6-0725-4b90-900a-709df9ebf7ab tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Feb 16 15:15:08.835866 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d5018b1-edef-4779-b37d-2de43deec1e2 req-9b6c3e29-8852-4744-b48d-2075186a624b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585170 Feb 16 15:15:09.954950 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2c9d9-5949-4810-8eda-88cb241fda50 req-443ec241-c67b-4587-82b8-38258aed95b1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:09.956455 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a6c2c9d9-5949-4810-8eda-88cb241fda50 req-443ec241-c67b-4587-82b8-38258aed95b1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Feb 16 15:15:10.003611 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a6c2c9d9-5949-4810-8eda-88cb241fda50 req-acd4486b-58b4-460f-a6c1-b7acbbf394d8 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Feb 16 15:15:11.120064 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2448d-0db8-4a72-aaba-f3bffbf8b787 req-a73d6242-490d-4664-86e7-beeafa9cad1c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:11.121520 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5b2448d-0db8-4a72-aaba-f3bffbf8b787 req-a73d6242-490d-4664-86e7-beeafa9cad1c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Feb 16 15:15:11.166508 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5b2448d-0db8-4a72-aaba-f3bffbf8b787 req-c50a5b2d-edb7-42b9-8a55-c55775871070 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 Feb 16 15:15:12.291203 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253723ee-a5ec-493e-bf67-b18027677a94 req-56d86cfe-5c7c-4475-8cbd-93c1e639e09d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:12.292651 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-253723ee-a5ec-493e-bf67-b18027677a94 req-56d86cfe-5c7c-4475-8cbd-93c1e639e09d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0605156 Feb 16 15:15:12.352088 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-253723ee-a5ec-493e-bf67-b18027677a94 req-0ed072dd-cac7-4fba-a939-6097cf069316 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528545 Feb 16 15:15:13.479737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e09c6-791f-4ad4-8cd2-26757a5a53d4 req-d171c286-b5df-4941-bb4b-d816009cd5a6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:13.481972 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d0e09c6-791f-4ad4-8cd2-26757a5a53d4 req-d171c286-b5df-4941-bb4b-d816009cd5a6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0607924 Feb 16 15:15:13.532918 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0d0e09c6-791f-4ad4-8cd2-26757a5a53d4 req-f24419ce-1756-402d-b96b-4c278d8dc68d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Feb 16 15:15:14.658777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdf0da-2129-4319-9ab1-dacb42a5fea5 req-e76b575d-3684-41e6-9aaa-cc255c0c6b7b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:14.660368 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92fdf0da-2129-4319-9ab1-dacb42a5fea5 req-e76b575d-3684-41e6-9aaa-cc255c0c6b7b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0608029 Feb 16 15:15:14.705703 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92fdf0da-2129-4319-9ab1-dacb42a5fea5 req-20cf26c0-39e9-41b3-9fc3-8dad736bfb72 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Feb 16 15:15:15.820769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3032ca-fd4b-4157-b5cd-a4b7a2605d43 req-40fa9dd3-250e-42b9-9abc-33fde27fb9ae tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:15.822194 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3a3032ca-fd4b-4157-b5cd-a4b7a2605d43 req-40fa9dd3-250e-42b9-9abc-33fde27fb9ae tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Feb 16 15:15:15.871855 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3a3032ca-fd4b-4157-b5cd-a4b7a2605d43 req-f9d6aa04-559e-4551-bbc4-9671dc276e41 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Feb 16 15:15:16.989221 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995040b-d146-4194-a4a0-3dc12408527a req-407bb472-2d31-43e9-af03-54f8fe51d26c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:16.990691 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e995040b-d146-4194-a4a0-3dc12408527a req-407bb472-2d31-43e9-af03-54f8fe51d26c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0507669 Feb 16 15:15:17.039764 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e995040b-d146-4194-a4a0-3dc12408527a req-4c73b712-d64f-4b48-b647-b1200d020c34 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Feb 16 15:15:18.158135 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dfbce-40a6-4682-9b89-46dc5b2ffcdd req-d596904b-8ef6-4ee0-9373-e812484604bf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:18.160815 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-722dfbce-40a6-4682-9b89-46dc5b2ffcdd req-d596904b-8ef6-4ee0-9373-e812484604bf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0510881 Feb 16 15:15:18.209122 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-722dfbce-40a6-4682-9b89-46dc5b2ffcdd req-bce5ca23-1091-476c-aeeb-ccd6f0bd89d9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Feb 16 15:15:19.325193 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23612878-6987-40e1-a7c6-449572ff2a53 req-d684df5e-14e5-4020-b7dc-c36f4b823961 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.326654 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-23612878-6987-40e1-a7c6-449572ff2a53 req-d684df5e-14e5-4020-b7dc-c36f4b823961 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0506427 Feb 16 15:15:19.371840 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-23612878-6987-40e1-a7c6-449572ff2a53 req-91aeeb71-ccc3-4043-8df8-ed37c7858caa tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Feb 16 15:15:19.576200 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d566f4b-950c-474d-91fd-b0c9f619ca00 req-8da930b8-cbb3-4ab2-a7f0-53753e411a85 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.578314 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9d566f4b-950c-474d-91fd-b0c9f619ca00 req-8da930b8-cbb3-4ab2-a7f0-53753e411a85 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0654709 Feb 16 15:15:19.609990 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-bf58dcdd-5b01-409b-baf3-18e34b7644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.612105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-bf58dcdd-5b01-409b-baf3-18e34b7644de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.0501406 Feb 16 15:15:19.626205 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9d566f4b-950c-474d-91fd-b0c9f619ca00 req-18b97783-57d1-4d33-936f-85477e9e6885 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Feb 16 15:15:19.714891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-6de3e32a-853b-4dcc-9eca-655cc77275da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.716489 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-6de3e32a-853b-4dcc-9eca-655cc77275da service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.0959220 Feb 16 15:15:19.782706 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-726008a6-e2c3-440f-bff0-7913ee5f76ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 1001 time: 0.0598395 Feb 16 15:15:19.831567 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-283b6634-5f12-48b4-bdf6-017914b5e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.833016 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-283b6634-5f12-48b4-bdf6-017914b5e776 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0432642 Feb 16 15:15:19.880108 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-86f81f10-16ad-4c88-b10e-5f3e04bae8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:19.881609 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-86f81f10-16ad-4c88-b10e-5f3e04bae8bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424573 Feb 16 15:15:19.974982 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-a62cb0fa-706a-4a84-9554-78d2d6bc85fe service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847952 Feb 16 15:15:20.064242 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36bf35f2-9123-43f3-8b75-93a130c71496 req-3e59d08d-9c0e-4ae8-9788-05a2ced0801f service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831444 Feb 16 15:15:20.753760 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6823-9a03-42e0-a1c2-c99ec6808f18 req-6db83ff9-cf0c-4309-a85c-3b7014a4728f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:20.755706 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-376a6823-9a03-42e0-a1c2-c99ec6808f18 req-6db83ff9-cf0c-4309-a85c-3b7014a4728f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0584028 Feb 16 15:15:20.808583 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-376a6823-9a03-42e0-a1c2-c99ec6808f18 req-9897a797-f759-433b-b1ef-3a0047dcf291 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473762 Feb 16 15:15:22.378138 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-fc2eca08-58e4-4b7a-bd08-192095425865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.226098 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42330) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:23.327051 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4983a03a-0547-4ab9-8f52-9ada8991df21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.399452 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4983a03a-0547-4ab9-8f52-9ada8991df21 admin admin] Publish callbacks [] for security_group (3c6a45e6-69a5-438d-b6bb-eda1bf5c495e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.403375 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4983a03a-0547-4ab9-8f52-9ada8991df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3c6a45e6-69a5-438d-b6bb-eda1bf5c495e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.441207 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4983a03a-0547-4ab9-8f52-9ada8991df21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb4d30ae1c77490e9f854cdbc07c7881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139518 Feb 16 15:15:23.443127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983a03a-0547-4ab9-8f52-9ada8991df21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a45e6-69a5-438d-b6bb-eda1bf5c495e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:23.443997 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42334) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:23.494608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] Publish callbacks [] for security_group (3c6a45e6-69a5-438d-b6bb-eda1bf5c495e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.514145 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] Publish callbacks [] for security_group (3c6a45e6-69a5-438d-b6bb-eda1bf5c495e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.559036 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3c6a45e6-69a5-438d-b6bb-eda1bf5c495e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.561562 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:23.562690 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c6a45e6-69a5-438d-b6bb-eda1bf5c495e HTTP/1.1" status: 204 len: 168 time: 0.1177294 Feb 16 15:15:23.570681 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9186aa-c146-4b85-aa1a-50e079598eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a45e6-69a5-438d-b6bb-eda1bf5c495e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:24.529416 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-670f0ad1-48d5-4728-86dc-3a6bddbbec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:24.861449 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:15:25.813007 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:26.787907 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:28.491993 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:28.743024 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6514ef-a0c4-4ba6-9282-7900a12c12c9 req-814ad0b5-f7f2-4b48-ba7b-127275801891 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:28.744465 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a6514ef-a0c4-4ba6-9282-7900a12c12c9 req-814ad0b5-f7f2-4b48-ba7b-127275801891 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0519555 Feb 16 15:15:28.799214 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9a6514ef-a0c4-4ba6-9282-7900a12c12c9 req-433993d7-f7bf-4621-818a-56a7bcdb0c7d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489662 Feb 16 15:15:29.917539 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2907-f319-445b-99dc-a30deec8157a req-6a9110fa-fb33-4cd3-b3f1-6c7368fa3932 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:29.919034 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d50e2907-f319-445b-99dc-a30deec8157a req-6a9110fa-fb33-4cd3-b3f1-6c7368fa3932 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0511603 Feb 16 15:15:29.965428 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d50e2907-f319-445b-99dc-a30deec8157a req-b45ad68c-9c74-414a-919c-f723a22c3646 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Feb 16 15:15:30.712091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-05562c54-a12d-4153-976b-309d2582d6a1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:30.713566 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-05562c54-a12d-4153-976b-309d2582d6a1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.0561545 Feb 16 15:15:30.808376 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port ff9268fb-0c98-48d3-a39b-90d8ab27c224 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:15:30.808618 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:30.897580 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] For port ff9268fb-0c98-48d3-a39b-90d8ab27c224, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ff9268fb-0c98-48d3-a39b-90d8ab27c224,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:30.897940 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.144083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eddb7-9149-427c-ba18-291a746ec393 req-3a25c9a4-bc68-47c8-9f9e-158d5aca17c7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:31.145551 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-771eddb7-9149-427c-ba18-291a746ec393 req-3a25c9a4-bc68-47c8-9f9e-158d5aca17c7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 946 time: 0.1054120 Feb 16 15:15:31.155322 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.155687 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (a7a37929-92bd-4960-9015-f046a0c5e711), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.156015 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP a7a37929-92bd-4960-9015-f046a0c5e711 disassociated. External IP: 172.27.2.65, port: ff9268fb-0c98-48d3-a39b-90d8ab27c224. Feb 16 15:15:31.156354 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for ff9268fb-0c98-48d3-a39b-90d8ab27c224 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:15:31.242870 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-771eddb7-9149-427c-ba18-291a746ec393 req-ceef98a8-3e97-44ba-925d-6b1c61ebbca7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907724 Feb 16 15:15:31.317524 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (ff9268fb-0c98-48d3-a39b-90d8ab27c224), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.346028 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=ff9268fb-0c98-48d3-a39b-90d8ab27c224,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:31.461617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:31.569950 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:31.579379 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:31.588668 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:31.589385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:31.609875 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] No DVR routers for this DVR port ff9268fb-0c98-48d3-a39b-90d8ab27c224 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:31.613164 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.616743 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0775aa39-3152-4edc-b60b-254ca6e1b931 req-c76cfab7-6a03-4c24-8eaf-d315f9d8ff1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "DELETE /v2.0/ports/ff9268fb-0c98-48d3-a39b-90d8ab27c224 HTTP/1.1" status: 204 len: 173 time: 0.8975747 Feb 16 15:15:31.617186 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'name': 'network-vif-deleted', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:31.619453 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea06692-864c-455e-a1dc-7bcdb1adadd7" -d '{"events": [{"server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "name": "network-vif-deleted", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:31.664168 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707ddce-9abe-424c-8e44-8f4dc0bada58 x-openstack-request-id: req-9707ddce-9abe-424c-8e44-8f4dc0bada58 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:31.664528 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c99905-e238-4e28-9e6b-028cd5ed67ad", "name": "network-vif-deleted", "tag": "ff9268fb-0c98-48d3-a39b-90d8ab27c224", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:31.664734 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9707ddce-9abe-424c-8e44-8f4dc0bada58 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:31.665329 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c99905-e238-4e28-9e6b-028cd5ed67ad', 'name': 'network-vif-deleted', 'tag': 'ff9268fb-0c98-48d3-a39b-90d8ab27c224', 'status': 'completed', 'code': 200} Feb 16 15:15:31.819066 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:31.848425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:32.055247 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.082941 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:32.091140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:32.091738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.196392 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:32.371472 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7c91bf72-8184-42aa-9305-eafd43182de1 req-a2618d07-73d4-4668-895a-a4f25014cca2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=30c99905-e238-4e28-9e6b-028cd5ed67ad HTTP/1.1" status: 200 len: 210 time: 0.0464172 Feb 16 15:15:32.405300 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.435792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d542137-fa57-4e68-beeb-015abd277836 None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:32.649570 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5632b1-e75e-4a8c-965b-be756c51abae None None] New status for floating IP a7a37929-92bd-4960-9015-f046a0c5e711: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:33.631652 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e42b9e63-8ff2-4d80-bf08-9b8ddf5ab3cf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340657639&fields=id&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 267 time: 0.0431826 Feb 16 15:15:33.734512 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-4a3cd452-4717-49c5-8516-70ee7eec3b31 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:33.736081 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-4a3cd452-4717-49c5-8516-70ee7eec3b31 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.0980818 Feb 16 15:15:33.757298 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-1f012820-8198-4150-9f9a-029744b08857 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/quotas/7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 375 time: 0.0151913 Feb 16 15:15:33.821515 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-f77906a3-fb82-4815-ad75-6bb77a772c96 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587511 Feb 16 15:15:34.011833 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-56f457b9-b27d-435d-befc-b29d2d1bb446 service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773655 Feb 16 15:15:34.102542 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-151aec17-c124-41c3-869c-43b5114935a3 service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844741 Feb 16 15:15:34.351932 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device ff9268fb-0c98-48d3-a39b-90d8ab27c224 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:34.374911 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: ff9268fb-0c98-48d3-a39b-90d8ab27c224 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:15:34.375629 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device ff9268fb-0c98-48d3-a39b-90d8ab27c224 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:34.399823 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c34429ad-a835-474f-8c66-c30ef3b8f678 req-ed84a4e1-6b2e-4bc1-8a11-7cff7f4dc1a2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Feb 16 15:15:35.405257 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-7838e2a5-92d0-4097-8bab-01083013e241 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:35.406794 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-7838e2a5-92d0-4097-8bab-01083013e241 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.1035397 Feb 16 15:15:35.476064 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-1107c8c5-6669-4160-a00d-e2e16a9f20a2 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 379 time: 0.0564604 Feb 16 15:15:35.494428 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'port': {'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'admin_state_up': True, 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'security_groups': ['aa618b7c-77ad-41b5-9779-30fe586a42fd']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:35.522980 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f6f13891-db69-43f5-af3f-d94e9969fa78 req-8d44d5ff-6689-42b8-b36a-c61e9c6b53f5 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 210 time: 0.0458789 Feb 16 15:15:35.614010 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Made reservation on behalf of 7f55fdc1ae354b40a6f6bc6b76214172 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:15:35.617281 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:35.741334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.20.0.11 (6baa82a6-33de-4a7d-b052-bdae88156f46/b3b9d5af-3cf7-4a96-bec0-e387be46a849/836cc6b0-a457-4ad9-9899-96da715255f7) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:35.878566 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (836cc6b0-a457-4ad9-9899-96da715255f7), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:35.915853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:35.963743 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:35.967646 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:35.969540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:35.972543 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:35.979910 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.980272 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.980623 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.981136 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.981514 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.981853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.982192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.982542 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.982857 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.983187 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.983534 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.983840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:35.984168 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:36.031361 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.031985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.049657 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e8967f4d-d367-432b-a7fc-d80cf0c7624d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632813 Feb 16 15:15:36.068618 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Request body: {'port': {'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:36.131499 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.244056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-4009c811-0963-40c1-80dc-b07a3144da72 None None] Provisioning complete for port 836cc6b0-a457-4ad9-9899-96da715255f7 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:36.245283 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4009c811-0963-40c1-80dc-b07a3144da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.285454 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-4009c811-0963-40c1-80dc-b07a3144da72 None None] Port 836cc6b0-a457-4ad9-9899-96da715255f7 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:15:36.394702 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836cc6b0-a457-4ad9-9899-96da715255f7 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:15:36.402573 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks [] for port (836cc6b0-a457-4ad9-9899-96da715255f7), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.415745 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Transition to ACTIVE for port object 836cc6b0-a457-4ad9-9899-96da715255f7 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:15:36.420115 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.468782 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:36.554620 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Attempting to bind port 836cc6b0-a457-4ad9-9899-96da715255f7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:15:36.555202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Attempting to bind port 836cc6b0-a457-4ad9-9899-96da715255f7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:15:36.555537 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Attempting to bind port 836cc6b0-a457-4ad9-9899-96da715255f7 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:36.560473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Port 836cc6b0-a457-4ad9-9899-96da715255f7 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:15:36.560793 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Attempting to bind port 836cc6b0-a457-4ad9-9899-96da715255f7 on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:36.571550 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:15:36.571780 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:15:36.572048 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Bound using segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:15:36.572488 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Bound port: 836cc6b0-a457-4ad9-9899-96da715255f7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:15:36.573131 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.648535 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:15:36.652985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=836cc6b0-a457-4ad9-9899-96da715255f7,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:15:36.662304 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.684697 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e3bf-5480-4bd7-a5f1-874720fdcd52 req-af3aaade-44d1-4e9d-b4a1-1d08ed7f0f36 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.686237 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ba68e3bf-5480-4bd7-a5f1-874720fdcd52 req-af3aaade-44d1-4e9d-b4a1-1d08ed7f0f36 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0843720 Feb 16 15:15:36.705091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.705719 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:36.707114 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] 10.222.0.79 "PUT /v2.0/ports/836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 1094 time: 0.6429229 Feb 16 15:15:36.707560 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:36.709857 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b521fe6-2481-49e9-b9cb-dfa137a20f78" -d '{"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:36.730363 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cbd77-02f7-4a7b-b3cb-d07604c8b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:36.772261 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ba68e3bf-5480-4bd7-a5f1-874720fdcd52 req-db1445a6-2125-46ce-b5fe-25037183bde3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729468 Feb 16 15:15:36.825779 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb1b81-6c8f-4bc5-87c4-61482c209b00 x-openstack-request-id: req-6eeb1b81-6c8f-4bc5-87c4-61482c209b00 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:36.826070 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:36.826325 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6eeb1b81-6c8f-4bc5-87c4-61482c209b00 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:36.826725 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7', 'status': 'completed', 'code': 200} Feb 16 15:15:36.847088 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-6bf36458-7351-481d-b406-edcd680c5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.848677 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-6bf36458-7351-481d-b406-edcd680c5e93 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1128 time: 0.0648549 Feb 16 15:15:36.895441 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e9437e90-4752-495d-bb41-04ab548e1dcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 217 time: 0.0389450 Feb 16 15:15:36.946619 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-1b8b8112-5f24-4883-960d-409599b74a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.948074 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-1b8b8112-5f24-4883-960d-409599b74a2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0440574 Feb 16 15:15:36.997481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e9fe5a88-4e16-40f8-9669-25ee411362b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:36.998998 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-e9fe5a88-4e16-40f8-9669-25ee411362b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433524 Feb 16 15:15:37.089744 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-3fc41b38-0985-4404-834d-6abee69a0154 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 Feb 16 15:15:37.177877 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f41229ce-bc34-455a-b1fe-0fee7d0187e2 req-fe73bfa3-4495-4dff-b26a-1e44a283094a service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821283 Feb 16 15:15:37.282116 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-491fc2f8-278a-44df-be78-a465d5f11646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:37.283673 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-491fc2f8-278a-44df-be78-a465d5f11646 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1128 time: 0.0446932 Feb 16 15:15:37.371759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-e0588e76-5b62-4123-8195-915e9fc32e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:37.373156 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-e0588e76-5b62-4123-8195-915e9fc32e96 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0825372 Feb 16 15:15:37.417242 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-60df8b8a-31a5-4d35-abf9-9dbd8eee4d33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 217 time: 0.0358887 Feb 16 15:15:37.465237 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-5dc732fb-f8d0-43c0-ad9a-0a97d8ec375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:37.466619 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-5dc732fb-f8d0-43c0-ad9a-0a97d8ec375a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0424404 Feb 16 15:15:37.513232 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-645011ed-bb4f-4c6b-9161-05afa16fbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:37.514806 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-645011ed-bb4f-4c6b-9161-05afa16fbc7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424359 Feb 16 15:15:37.609949 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-3d3e65b4-3c84-45ec-909b-c8e00218eb7a service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Feb 16 15:15:37.698116 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4b521fe6-2481-49e9-b9cb-dfa137a20f78 req-fc0c03a2-ffe6-4856-8d40-8119a48bc86f service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823822 Feb 16 15:15:38.118413 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1158e-f19d-4f3f-859e-757fed44335f req-66cb2772-896f-417d-ab6d-ecb90577d4e3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:38.119889 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aca1158e-f19d-4f3f-859e-757fed44335f req-66cb2772-896f-417d-ab6d-ecb90577d4e3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0538445 Feb 16 15:15:38.127597 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e8717-2893-4d7a-9278-4af9c3e1339e req-48c5fdcc-8dfa-4d19-88f2-3dbb0138c3f1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:38.129148 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-896e8717-2893-4d7a-9278-4af9c3e1339e req-48c5fdcc-8dfa-4d19-88f2-3dbb0138c3f1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.2937095 Feb 16 15:15:38.167362 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aca1158e-f19d-4f3f-859e-757fed44335f req-910cb2bd-6b32-4086-b890-608ce1b38f9f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Feb 16 15:15:38.176829 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-896e8717-2893-4d7a-9278-4af9c3e1339e req-8fab7476-d367-4fd5-b784-24b4fa900fd3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Feb 16 15:15:39.287996 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417773-2e6e-4423-821e-effef0eb8f25 req-85ecd430-66fe-4105-9d31-304a7a417da6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:39.289496 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb417773-2e6e-4423-821e-effef0eb8f25 req-85ecd430-66fe-4105-9d31-304a7a417da6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Feb 16 15:15:39.291505 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeedee-a03f-4d04-9c9c-52d0536181d8 req-f196cefd-af2e-4bf1-b241-caf88853b9f6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:39.292976 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24eeedee-a03f-4d04-9c9c-52d0536181d8 req-f196cefd-af2e-4bf1-b241-caf88853b9f6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0513847 Feb 16 15:15:39.339428 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb417773-2e6e-4423-821e-effef0eb8f25 req-787e3022-0c13-4ccb-b33a-4cb0ba320784 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Feb 16 15:15:39.341049 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24eeedee-a03f-4d04-9c9c-52d0536181d8 req-24627adc-959f-473c-bbb4-0b26a58b3d7f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Feb 16 15:15:40.334954 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397e976-0148-4450-b83f-07671b3ec304 req-7b2671b7-4e79-47cf-b830-3ce7d039bb80 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:40.336426 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c397e976-0148-4450-b83f-07671b3ec304 req-7b2671b7-4e79-47cf-b830-3ce7d039bb80 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0503788 Feb 16 15:15:40.466136 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Deleting port cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:15:40.466411 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:40.474062 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf6036-ec98-4fc2-8a4e-704beb15c82d req-d856b246-289d-4e6a-8be6-415a01438dcf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:40.475564 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-20bf6036-ec98-4fc2-8a4e-704beb15c82d req-d856b246-289d-4e6a-8be6-415a01438dcf tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Feb 16 15:15:40.509225 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d7a5-b086-4ac2-bb9e-7b9f27040159 req-67db1388-e98c-4154-a090-5c93493e6e7b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:40.510688 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfd0d7a5-b086-4ac2-bb9e-7b9f27040159 req-67db1388-e98c-4154-a090-5c93493e6e7b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0919442 Feb 16 15:15:40.521244 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-20bf6036-ec98-4fc2-8a4e-704beb15c82d req-4f7bf43b-9bd3-43da-b65b-9a1f9929fb34 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=088cedf8-35b8-4579-9e0c-df6b52c3394c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400813 Feb 16 15:15:40.599062 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] For port cc49cd3a-846e-4916-b2cd-0f22c885ab9b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:40.599430 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:40.615902 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cfd0d7a5-b086-4ac2-bb9e-7b9f27040159 req-648ecc15-538c-4688-a6b2-1b8c1d19d9e0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748916 Feb 16 15:15:40.773729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:40.774011 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:40.774329 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Floating IP db8793bb-9f70-472e-86f9-e446ff6583f9 disassociated. External IP: 172.27.2.18, port: cc49cd3a-846e-4916-b2cd-0f22c885ab9b. Feb 16 15:15:40.774672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Calling delete_port for cc49cd3a-846e-4916-b2cd-0f22c885ab9b owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:15:40.902390 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (cc49cd3a-846e-4916-b2cd-0f22c885ab9b), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:40.927908 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'Port': ['ID=cc49cd3a-846e-4916-b2cd-0f22c885ab9b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:41.042318 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:41.145940 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:41.155568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:41.166451 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:41.167065 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:41.184336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] No DVR routers for this DVR port cc49cd3a-846e-4916-b2cd-0f22c885ab9b on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:41.186843 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:41.190076 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c397e976-0148-4450-b83f-07671b3ec304 req-8280a430-fa29-4d4e-9cd5-d10d42263a75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "DELETE /v2.0/ports/cc49cd3a-846e-4916-b2cd-0f22c885ab9b HTTP/1.1" status: 204 len: 173 time: 0.8470788 Feb 16 15:15:41.190525 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-deleted', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:41.192701 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2996d0-9ba2-415e-9434-15fa675403ef" -d '{"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-deleted", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:41.231188 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6963faa-93aa-4ece-8b6c-8d70f5d7edab x-openstack-request-id: req-c6963faa-93aa-4ece-8b6c-8d70f5d7edab {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:41.231485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3fe48d-194f-46d7-8954-73672fffe258", "name": "network-vif-deleted", "tag": "cc49cd3a-846e-4916-b2cd-0f22c885ab9b", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:41.231803 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6963faa-93aa-4ece-8b6c-8d70f5d7edab {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:41.232220 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3fe48d-194f-46d7-8954-73672fffe258', 'name': 'network-vif-deleted', 'tag': 'cc49cd3a-846e-4916-b2cd-0f22c885ab9b', 'status': 'completed', 'code': 200} Feb 16 15:15:41.287672 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:41.493699 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:41.519914 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:41.528724 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:41.529353 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:41.641460 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:41.654621 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5238dde6-374e-49d6-88ce-184005a28e36 req-042e3ae5-b930-4c53-a742-89fd332fdb64 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d3fe48d-194f-46d7-8954-73672fffe258 HTTP/1.1" status: 200 len: 210 time: 0.0347321 Feb 16 15:15:41.751327 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55023ec-d1d5-4aaf-84ac-f53cb8275101 req-9c2f7be5-ba8b-43ba-b522-613392a23e1e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:41.753784 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a55023ec-d1d5-4aaf-84ac-f53cb8275101 req-9c2f7be5-ba8b-43ba-b522-613392a23e1e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0542660 Feb 16 15:15:41.806493 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a55023ec-d1d5-4aaf-84ac-f53cb8275101 req-be592f0f-1442-4c3c-9407-57fe035dc731 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Feb 16 15:15:41.860141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:41.887229 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533505f-b333-47b4-bc65-33659b31ba36 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:42.103142 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947af432-defa-40b5-a712-2361219765b0 None None] New status for floating IP db8793bb-9f70-472e-86f9-e446ff6583f9: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:42.753589 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42432) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:42.805032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (088cedf8-35b8-4579-9e0c-df6b52c3394c), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:42.828202 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (088cedf8-35b8-4579-9e0c-df6b52c3394c), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:42.884882 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (088cedf8-35b8-4579-9e0c-df6b52c3394c), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:42.887430 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:42.888516 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "DELETE /v2.0/security-groups/088cedf8-35b8-4579-9e0c-df6b52c3394c HTTP/1.1" status: 204 len: 168 time: 0.1339200 Feb 16 15:15:42.891386 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42436) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:42.905312 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.api.v2.resource [None req-a07ced33-0244-4890-b2c1-53c6ca5416ea tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] show failed (client error): The resource could not be found. Feb 16 15:15:42.906286 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a07ced33-0244-4890-b2c1-53c6ca5416ea tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups/088cedf8-35b8-4579-9e0c-df6b52c3394c HTTP/1.1" status: 404 len: 347 time: 0.0139034 Feb 16 15:15:42.909114 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42438) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:42.915095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266e71-aa1a-4264-b3aa-00b733c23601 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088cedf8-35b8-4579-9e0c-df6b52c3394c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:42.940695 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fdc8-598c-488d-8a33-793cd942ce04 req-21a7af3b-7d98-4bd0-b175-5d0407065a0b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:42.942597 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-86b4fdc8-598c-488d-8a33-793cd942ce04 req-21a7af3b-7d98-4bd0-b175-5d0407065a0b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0694628 Feb 16 15:15:42.991187 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-86b4fdc8-598c-488d-8a33-793cd942ce04 req-deb53b4a-6f52-4684-8ee8-f46f8b56ec7a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Feb 16 15:15:43.040829 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Deleting port 2ee07fc6-876f-4bb3-85c9-8434d220fba2 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:15:43.041194 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.111438 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.112195 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (2ee07fc6-876f-4bb3-85c9-8434d220fba2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.123119 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Calling delete_port for 2ee07fc6-876f-4bb3-85c9-8434d220fba2 owned by network:floatingip {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:15:43.255544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (2ee07fc6-876f-4bb3-85c9-8434d220fba2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.277824 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'Port': ['ID=2ee07fc6-876f-4bb3-85c9-8434d220fba2,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:43.290285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.290638 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.290979 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.291317 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.291652 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.291989 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.292319 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.292650 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.293001 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.293344 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.293663 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.293987 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.294311 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:15:43.346208 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (db8793bb-9f70-472e-86f9-e446ff6583f9), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.348611 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.349895 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9a9346f1-da0a-4c40-8116-3a996bd62099 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "DELETE /v2.0/floatingips/db8793bb-9f70-472e-86f9-e446ff6583f9 HTTP/1.1" status: 204 len: 168 time: 0.4391196 Feb 16 15:15:43.787880 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42442) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:43.792419 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511199672', 'description': 'tempest-description--104695900'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:43.811506 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.878784 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (da042c23-7051-47f8-a5cc-678629dc225b), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.882084 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (da042c23-7051-47f8-a5cc-678629dc225b), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.910357 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:43.911558 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1226761 Feb 16 15:15:43.913394 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2f6ae-c137-41c3-bcc6-0aaddaf5b6f1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da042c23-7051-47f8-a5cc-678629dc225b,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:43.914619 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42444) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:43.920132 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group_rule': {'security_group_id': 'da042c23-7051-47f8-a5cc-678629dc225b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:43.947716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (087ad2c7-6dea-4d53-bd9e-c092f9e6f406), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.004860 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (087ad2c7-6dea-4d53-bd9e-c092f9e6f406), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.009219 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (087ad2c7-6dea-4d53-bd9e-c092f9e6f406), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.028481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087ad2c7-6dea-4d53-bd9e-c092f9e6f406,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:44.034229 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.035414 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1ede98f6-ac06-4fa5-923d-56ceec2b2a88 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190808 Feb 16 15:15:44.038079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42448) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:44.042753 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'security_group_rule': {'security_group_id': 'da042c23-7051-47f8-a5cc-678629dc225b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:44.081685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (b14a6d7d-1682-45b7-9577-ee77a936904a), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.154594 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (b14a6d7d-1682-45b7-9577-ee77a936904a), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.162569 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d827b-4ac7-4c83-b62b-2713e2d6f143 req-4e53c43f-10ae-413e-95d4-901cdfbcaedf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:44.164025 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f44d827b-4ac7-4c83-b62b-2713e2d6f143 req-4e53c43f-10ae-413e-95d4-901cdfbcaedf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.1013570 Feb 16 15:15:44.165120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (b14a6d7d-1682-45b7-9577-ee77a936904a), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.195844 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14a6d7d-1682-45b7-9577-ee77a936904a,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:44.209436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.210603 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a51e7c20-ed91-4345-82b3-e0f547bb2e06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716056 Feb 16 15:15:44.213902 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42450) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:44.219619 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:44.237892 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f44d827b-4ac7-4c83-b62b-2713e2d6f143 req-5b826c04-18b5-4098-9cf2-fc2f994680fe tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647621 Feb 16 15:15:44.239914 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.331884 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.396865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:44.416922 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: cc49cd3a-846e-4916-b2cd-0f22c885ab9b {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:15:44.417295 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device cc49cd3a-846e-4916-b2cd-0f22c885ab9b not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:44.437860 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Allocated IP 172.27.2.198 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:44.532069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.566409 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.604567 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:44.609053 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:44.612421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:44.634119 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:44.696163 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.730706 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.874069 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.879582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.947625 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:44.957922 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.972893 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:44.974153 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f717146c-5eb7-4f8c-a21d-84e6c4e1f796 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7592571 Feb 16 15:15:45.114473 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-0c19e129-01e0-4100-85a7-44e3ed1340f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--511199672&fields=id&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 267 time: 0.0415344 Feb 16 15:15:45.219148 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-5282ef2c-ef54-4024-b724-fd8fe6a6cf75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:45.220579 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-5282ef2c-ef54-4024-b724-fd8fe6a6cf75 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 815 time: 0.0999112 Feb 16 15:15:45.234441 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-fbce8ef0-a752-49e8-b1af-1bc70f2dbc1d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/quotas/4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 375 time: 0.0085769 Feb 16 15:15:45.288793 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-69dd52e1-0ddd-49b3-ab44-e08af64d8c7b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496798 Feb 16 15:15:45.369738 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50682d93-583c-4e24-8bd7-4158b3570499 req-75746fe4-3d6f-4d48-8309-4d5896621643 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:45.371242 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-50682d93-583c-4e24-8bd7-4158b3570499 req-75746fe4-3d6f-4d48-8309-4d5896621643 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0638928 Feb 16 15:15:45.385597 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-e54aa79e-e422-4d14-83a0-a58f09d4ab17 service neutron] 10.222.0.45 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815420 Feb 16 15:15:45.420420 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-50682d93-583c-4e24-8bd7-4158b3570499 req-80881488-7717-4717-9974-6ec403c7ee86 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436535 Feb 16 15:15:45.474758 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-76c58df7-56d5-436f-9e87-2a2c0b73c482 service neutron] 10.222.0.45 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835941 Feb 16 15:15:45.636060 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e7f68985-74d1-4027-9dd3-ddbaba6b9118 req-d86fe2d7-62c3-418d-8c68-44fe5618fa52 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 210 time: 0.0267861 Feb 16 15:15:46.395961 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 836cc6b0-a457-4ad9-9899-96da715255f7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:15:46.498868 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=836cc6b0-a457-4ad9-9899-96da715255f7,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:46.513190 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '836cc6b0-a457-4ad9-9899-96da715255f7', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:15:46.563056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 836cc6b0-a457-4ad9-9899-96da715255f7 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:46.563264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb22f6-17e4-4e79-8961-53b2fc1c1bfb req-b55e4812-b924-485b-ab39-6dfae36fda44 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:46.563772 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:46.571020 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-80eb22f6-17e4-4e79-8961-53b2fc1c1bfb req-b55e4812-b924-485b-ab39-6dfae36fda44 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 944 time: 0.0826836 Feb 16 15:15:46.577990 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836cc6b0-a457-4ad9-9899-96da715255f7 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:15:46.607918 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=836cc6b0-a457-4ad9-9899-96da715255f7,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:46.612865 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:46.615829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-3397503f-e57c-48aa-8835-403fbc8af364 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:46.617483 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-3397503f-e57c-48aa-8835-403fbc8af364 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 815 time: 0.1281600 Feb 16 15:15:46.630365 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-80eb22f6-17e4-4e79-8961-53b2fc1c1bfb req-b50b4ec1-7572-4cec-9148-3b2c5e925512 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583551 Feb 16 15:15:46.666553 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:46.691729 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-2d6c47c7-4a8a-4331-a5c0-a12d327453ba tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 379 time: 0.0649896 Feb 16 15:15:46.700320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'port': {'device_id': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'admin_state_up': True, 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'security_groups': ['da042c23-7051-47f8-a5cc-678629dc225b']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:46.754765 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b0aba3d-4dfc-4dab-983a-7f8564462044 req-e4fa269b-8004-439c-bc3f-11500113ee39 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 210 time: 0.0365913 Feb 16 15:15:46.831575 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Made reservation on behalf of 4edac7cbb3a04f0da6e9662ea34ef99c for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:15:46.834878 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:46.957996 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Allocated IP 172.20.0.5 (8d5280b9-d595-4ffc-bf53-bf20ccb34995/e57bea93-4afc-4ddc-ae19-02a0090cb6b7/95bab56a-df1d-4a92-a1a7-c550ea3409ae) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:47.075976 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['836cc6b0-a457-4ad9-9899-96da715255f7'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:47.092799 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.125755 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.165562 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:47.172877 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:47.177045 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:47.210523 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:47.244425 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.245329 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.271387 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-b4c165e1-3a90-4076-9427-12aba74057b7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746763 Feb 16 15:15:47.283856 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Request body: {'port': {'device_id': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:47.344351 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.459261 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-e637780c-a981-491c-970e-a472442bdaf6 None None] Provisioning complete for port 95bab56a-df1d-4a92-a1a7-c550ea3409ae triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:47.459847 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-e637780c-a981-491c-970e-a472442bdaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.492906 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-e637780c-a981-491c-970e-a472442bdaf6 None None] Port 95bab56a-df1d-4a92-a1a7-c550ea3409ae cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:15:47.612367 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:15:47.619796 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks [] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.631426 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Transition to ACTIVE for port object 95bab56a-df1d-4a92-a1a7-c550ea3409ae will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:15:47.634988 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.687590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:47.747620 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8a507-d526-495e-b62b-52fb0f97ad99 req-3b643a9e-f26b-41f8-86f0-ebd7b3bacea9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.749925 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e5d8a507-d526-495e-b62b-52fb0f97ad99 req-3b643a9e-f26b-41f8-86f0-ebd7b3bacea9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 945 time: 0.0578880 Feb 16 15:15:47.756347 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Attempting to bind port 95bab56a-df1d-4a92-a1a7-c550ea3409ae on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:15:47.756691 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Attempting to bind port 95bab56a-df1d-4a92-a1a7-c550ea3409ae by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:15:47.757055 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Attempting to bind port 95bab56a-df1d-4a92-a1a7-c550ea3409ae on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:47.761687 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Port 95bab56a-df1d-4a92-a1a7-c550ea3409ae on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:15:47.762010 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Attempting to bind port 95bab56a-df1d-4a92-a1a7-c550ea3409ae on network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:47.767043 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:15:47.767243 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Checking segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:15:47.767623 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Bound using segment: {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:15:47.768568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Bound port: 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3200efd-b248-437e-9ad4-175c764f1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:15:47.768927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.859467 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:15:47.888112 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:15:47.899122 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.945789 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.946415 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:47.947825 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] 10.222.0.79 "PUT /v2.0/ports/95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 1093 time: 0.6687326 Feb 16 15:15:47.951122 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:47.954297 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a" -d '{"events": [{"name": "network-changed", "server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:47.971661 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8429-6b18-497b-bd07-d7a4cc801aab req-5a24fd66-f723-4ce8-8335-0df355dd26b9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.973265 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f11e8429-6b18-497b-bd07-d7a4cc801aab req-5a24fd66-f723-4ce8-8335-0df355dd26b9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.1297340 Feb 16 15:15:48.017590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c0afa-c7a2-4a05-9cb5-27773792b287 service neutron] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:48.061814 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e5d8a507-d526-495e-b62b-52fb0f97ad99 req-28f4292a-b214-40e0-8a3e-cb9114601cbd tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058548 Feb 16 15:15:48.076466 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f11e8429-6b18-497b-bd07-d7a4cc801aab req-940ffa66-8f24-4443-beed-b048d69a9107 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938795 Feb 16 15:15:48.084412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c99c3ee-0a60-464f-991f-739ca095d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.086308 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-6c99c3ee-0a60-464f-991f-739ca095d20a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1127 time: 0.0791481 Feb 16 15:15:48.133495 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623b3d7-4598-4165-958f-286acdd6c1b8 x-openstack-request-id: req-0623b3d7-4598-4165-958f-286acdd6c1b8 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:48.133778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:48.134027 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0623b3d7-4598-4165-958f-286acdd6c1b8 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:48.134419 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'status': 'completed', 'code': 200} Feb 16 15:15:48.136129 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-5c793653-1651-420d-9ef5-c0f8686fee1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 217 time: 0.0397189 Feb 16 15:15:48.186120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-7bd47ba7-9920-4ff6-bbab-1870b340ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.187553 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-7bd47ba7-9920-4ff6-bbab-1870b340ffcc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0430753 Feb 16 15:15:48.240338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-7c8a294a-91dd-4235-bc8b-9345065816bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.241935 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-7c8a294a-91dd-4235-bc8b-9345065816bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484760 Feb 16 15:15:48.329711 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-838dc2f3-0d56-4d12-a14c-1a696c107fea service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811105 Feb 16 15:15:48.399985 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 836cc6b0-a457-4ad9-9899-96da715255f7 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:48.419739 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3d1aaf2-ff7c-4c6d-8753-f2ca29de8c58 req-92e91b1b-c1c1-4f37-b238-09192e3d1267 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Feb 16 15:15:48.519231 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-3c17be8c-8c00-4c08-8f20-52a026a42a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.520744 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-3c17be8c-8c00-4c08-8f20-52a026a42a67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1127 time: 0.0457532 Feb 16 15:15:48.575559 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 836cc6b0-a457-4ad9-9899-96da715255f7 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:15:48.579138 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 836cc6b0-a457-4ad9-9899-96da715255f7 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:48.579514 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:48.622227 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-1f63dfb3-c1dc-4e4e-9e1e-5a6002e332be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.623641 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-1f63dfb3-c1dc-4e4e-9e1e-5a6002e332be service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.0927866 Feb 16 15:15:48.655527 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 836cc6b0-a457-4ad9-9899-96da715255f7 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:48.655913 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:48.663991 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-5b677cb0-3327-43e0-8bbd-c2a9fe9ec95b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 217 time: 0.0335102 Feb 16 15:15:48.678564 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:48.680756 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c38ad71-b198-4027-a673-72701c72fe6d" -d '{"events": [{"server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "name": "network-vif-plugged", "status": "completed", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:48.693365 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=836cc6b0-a457-4ad9-9899-96da715255f7,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:48.697996 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:48.713985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-ed77b4c5-6f9d-43a8-b346-c11ae474ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.715556 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-ed77b4c5-6f9d-43a8-b346-c11ae474ccfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0456963 Feb 16 15:15:48.723443 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1085fdc7-2c88-4a27-9172-7bc1c06edb50 x-openstack-request-id: req-1085fdc7-2c88-4a27-9172-7bc1c06edb50 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:48.723732 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "name": "network-vif-plugged", "status": "completed", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:48.723982 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1085fdc7-2c88-4a27-9172-7bc1c06edb50 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:48.724361 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7', 'code': 200} Feb 16 15:15:48.751200 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:48.772190 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-95e87651-4f6e-4ebd-affb-cbed91882d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.773805 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-95e87651-4f6e-4ebd-affb-cbed91882d07 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502543 Feb 16 15:15:48.868286 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-484e7252-65e8-4bb0-94f8-135453b0ba90 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Feb 16 15:15:49.000128 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f06a0fd0-c663-4e2f-bb12-5e7bc42dfe7a req-ee82d595-e00f-4635-a374-e01a64a46597 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176941 Feb 16 15:15:49.007206 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb943e0-bd0c-434a-9764-ec675e432e57 req-4048a4e1-328d-45b9-b6fe-269987442ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:49.008548 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7cb943e0-bd0c-434a-9764-ec675e432e57 req-4048a4e1-328d-45b9-b6fe-269987442ca9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1130 time: 0.0635366 Feb 16 15:15:49.064447 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7cb943e0-bd0c-434a-9764-ec675e432e57 req-bc111622-af48-42d4-ac96-a25a9f4de1b2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Feb 16 15:15:49.179388 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce02c64-d946-4a9f-8d14-1ae1fd198b08 req-4e016f15-c3e4-4d2f-98fd-723d67ed2cdf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:49.180857 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce02c64-d946-4a9f-8d14-1ae1fd198b08 req-4e016f15-c3e4-4d2f-98fd-723d67ed2cdf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0531025 Feb 16 15:15:49.201073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b988c-fcef-408b-b20f-26d981c4949b req-19f7969b-b584-4082-88ee-89ae4576f93c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:49.202536 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3a3b988c-fcef-408b-b20f-26d981c4949b req-19f7969b-b584-4082-88ee-89ae4576f93c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0506833 Feb 16 15:15:49.228329 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-fce02c64-d946-4a9f-8d14-1ae1fd198b08 req-50db9052-b1ce-4983-9dee-ffdab5c6634e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Feb 16 15:15:49.252593 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3a3b988c-fcef-408b-b20f-26d981c4949b req-059c9a3b-1f27-4999-a611-1d314d51894e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Feb 16 15:15:50.346206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c51c-9212-429b-be6c-000c4fb17cb0 req-168ce309-6fd7-40e7-91ce-2f3ea6537dc9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:50.348287 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c2a9c51c-9212-429b-be6c-000c4fb17cb0 req-168ce309-6fd7-40e7-91ce-2f3ea6537dc9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0536363 Feb 16 15:15:50.378969 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac691a-bde3-4e9f-aa2c-fd8d5da5fa28 req-68a18db8-3a5a-495d-be00-748b0f3ce4be tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:50.380595 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33ac691a-bde3-4e9f-aa2c-fd8d5da5fa28 req-68a18db8-3a5a-495d-be00-748b0f3ce4be tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0524080 Feb 16 15:15:50.400893 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c2a9c51c-9212-429b-be6c-000c4fb17cb0 req-62f26304-9dc3-4a75-a04d-9b32249be77b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470533 Feb 16 15:15:50.427250 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33ac691a-bde3-4e9f-aa2c-fd8d5da5fa28 req-22183f35-224e-4091-a6b4-b67c17763ba5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 Feb 16 15:15:51.516679 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d302e-ea46-4963-aa2a-f1ccd976c8b0 req-81fbeff1-f2eb-4d67-9070-47a0a98aa2b1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:51.518188 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cd2d302e-ea46-4963-aa2a-f1ccd976c8b0 req-81fbeff1-f2eb-4d67-9070-47a0a98aa2b1 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0515249 Feb 16 15:15:51.544852 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599e21-e3aa-4872-aa67-3dd38aada03c req-e79e5073-4beb-4558-9e3c-98eeaaa8d1b8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:51.546355 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-78599e21-e3aa-4872-aa67-3dd38aada03c req-e79e5073-4beb-4558-9e3c-98eeaaa8d1b8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0503931 Feb 16 15:15:51.567069 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cd2d302e-ea46-4963-aa2a-f1ccd976c8b0 req-56a732b7-6f30-414b-9f10-1f9469079e65 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Feb 16 15:15:51.593649 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-78599e21-e3aa-4872-aa67-3dd38aada03c req-06ed0238-7718-4838-a273-1e7e06dd12a6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Feb 16 15:15:51.680355 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e426f2-5130-4fa8-aefd-c100a597d759 req-4da88dd2-73b8-498f-a65c-da284662b1d6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:51.681733 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f5e426f2-5130-4fa8-aefd-c100a597d759 req-4da88dd2-73b8-498f-a65c-da284662b1d6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0495279 Feb 16 15:15:51.728055 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f5e426f2-5130-4fa8-aefd-c100a597d759 req-893bd256-f8ba-4c74-ba42-dbbe9d76b56f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Feb 16 15:15:51.749937 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42512) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:51.793356 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01dd98-149e-4f9d-85ce-1cda3d07a5d9 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:51.794840 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6f01dd98-149e-4f9d-85ce-1cda3d07a5d9 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1125 time: 0.0439405 Feb 16 15:15:51.797520 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42514) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:51.802206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:51.822718 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:51.915356 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.019182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.27.2.143 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/b8dd4547-350e-46d7-acd3-c24c123dd71e) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:52.117763 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.153528 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.187684 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:52.192277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:52.194776 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:52.221637 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=b8dd4547-350e-46d7-acd3-c24c123dd71e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:52.379531 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6d3b9c19-208c-4115-bc89-c165883596a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.402844 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:15:52.497020 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:52.508644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:15:52.544031 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (dba7d305-660a-417e-9b44-abe0faf15dd5), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.552481 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:52.552858 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.566235 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:15:52.586233 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:52.590006 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.610493 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.637385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:52.725344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145112-d045-4ebd-8d38-59eb27860d14 req-1f863c51-32be-404b-8668-22f847731244 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:52.726907 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-34145112-d045-4ebd-8d38-59eb27860d14 req-1f863c51-32be-404b-8668-22f847731244 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 944 time: 0.0543723 Feb 16 15:15:52.760870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.765257 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.773847 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-34145112-d045-4ebd-8d38-59eb27860d14 req-c239ebbe-311e-4471-9b88-84215a109b1a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Feb 16 15:15:52.828403 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=b8dd4547-350e-46d7-acd3-c24c123dd71e,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:52.844739 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (dba7d305-660a-417e-9b44-abe0faf15dd5), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:52.944089 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP dba7d305-660a-417e-9b44-abe0faf15dd5 associated. External IP: 172.27.2.143, port: 836cc6b0-a457-4ad9-9899-96da715255f7. Feb 16 15:15:52.985223 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['95bab56a-df1d-4a92-a1a7-c550ea3409ae'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:53.150984 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:53.255680 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:53.266126 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:53.271961 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:53.275421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:53.276029 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:53.301988 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2a24bfae-2de7-40ac-b39a-ecacb9a1b042 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5034671 Feb 16 15:15:53.302582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:53.304891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:53.339377 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef579c7-cd73-458d-8df3-ca469eccc3d9 x-openstack-request-id: req-bef579c7-cd73-458d-8df3-ca469eccc3d9 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:53.339690 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:53.339963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bef579c7-cd73-458d-8df3-ca469eccc3d9 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:53.340366 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7', 'status': 'completed', 'code': 200} Feb 16 15:15:53.384965 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:53.411210 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-99cded98-3e4a-4a4a-943b-e231fa4653e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.412605 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-99cded98-3e4a-4a4a-943b-e231fa4653e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1130 time: 0.0428238 Feb 16 15:15:53.508970 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-c0501148-ff04-4500-a229-c54e6c1fb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.510423 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-c0501148-ff04-4500-a229-c54e6c1fb653 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0890646 Feb 16 15:15:53.576108 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-b80f40dd-0f48-4559-af26-3802eb07e65e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 1000 time: 0.0578146 Feb 16 15:15:53.616673 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:52Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:53.623252 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-b234662b-8010-4e23-979b-219bd2fec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.624701 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-b234662b-8010-4e23-979b-219bd2fec117 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0420382 Feb 16 15:15:53.642421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:53.651253 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:53.651856 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:53.675115 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-c39bd4ef-2751-4d2a-bff6-11beb9d206c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.676499 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-c39bd4ef-2751-4d2a-bff6-11beb9d206c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458221 Feb 16 15:15:53.754581 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:53.763956 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-1e5aa193-f5d5-489e-a679-922d449a0815 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792944 Feb 16 15:15:53.865975 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c94c0aa-4a3f-4e3a-b129-9c4548e1937c req-ce44c8f3-e737-4b20-b810-b9bf26aeb1a0 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948579 Feb 16 15:15:53.904678 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02faf-60f3-4089-9a86-2c6d86c99944 req-382d0184-c4b9-4f53-a177-0619b2131fe3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.906564 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6c02faf-60f3-4089-9a86-2c6d86c99944 req-382d0184-c4b9-4f53-a177-0619b2131fe3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 944 time: 0.0537221 Feb 16 15:15:53.953572 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d6c02faf-60f3-4089-9a86-2c6d86c99944 req-98e3713b-1859-47e2-ac5a-a8847c2fe840 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Feb 16 15:15:53.982859 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:52Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:54.012608 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f1629-2596-43fd-b2c3-42629cfa53f3 None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:52Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:54.207695 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbeb3ad-dc4d-4c7e-bfc4-5ce8d532e12f None None] New status for floating IP dba7d305-660a-417e-9b44-abe0faf15dd5: ACTIVE {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:54.420652 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:54.468564 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 95bab56a-df1d-4a92-a1a7-c550ea3409ae completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:15:54.472379 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 95bab56a-df1d-4a92-a1a7-c550ea3409ae triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:54.472756 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:54.558949 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-90c5fe50-d6a5-4ca9-bd90-b9c4f94288de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:54.562120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:54.562504 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:54.585124 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:54.587321 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807a310-eaae-4d57-b524-76cc0452f8c7" -d '{"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:54.599616 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:54.603582 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:54.627640 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b305641c-a2ec-4425-8cb5-77bc3d9f94d2 x-openstack-request-id: req-b305641c-a2ec-4425-8cb5-77bc3d9f94d2 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:54.627936 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:54.628193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b305641c-a2ec-4425-8cb5-77bc3d9f94d2 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:54.629230 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'code': 200} Feb 16 15:15:54.653848 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:54.788264 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb587e-18dc-4d50-94bf-1add29d00f0b req-82f5af30-c708-48be-b33e-d9bed0a4870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:54.789690 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7bcb587e-18dc-4d50-94bf-1add29d00f0b req-82f5af30-c708-48be-b33e-d9bed0a4870b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1129 time: 0.0416517 Feb 16 15:15:54.835516 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7bcb587e-18dc-4d50-94bf-1add29d00f0b req-d0876f2f-1559-400f-b719-6a576cf64672 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394311 Feb 16 15:15:55.072911 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1ade-9954-4c15-bc9a-a0828109bb91 req-c5dcd6b2-f096-4f90-b2fb-ec191229cbb8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:55.074296 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68fe1ade-9954-4c15-bc9a-a0828109bb91 req-c5dcd6b2-f096-4f90-b2fb-ec191229cbb8 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0505817 Feb 16 15:15:55.119214 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68fe1ade-9954-4c15-bc9a-a0828109bb91 req-e8b17d03-d021-4f4b-978a-d98a9c909ebb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395629 Feb 16 15:15:55.814302 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:56.240453 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988c54f-3b3d-4b97-8097-5491b3c2c2c4 req-a6d87a61-b3f1-47a8-b6ee-7724ba693793 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:56.241949 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f988c54f-3b3d-4b97-8097-5491b3c2c2c4 req-a6d87a61-b3f1-47a8-b6ee-7724ba693793 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0504761 Feb 16 15:15:56.287144 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f988c54f-3b3d-4b97-8097-5491b3c2c2c4 req-5ed4cb2c-7801-4664-a9d7-5b2eeee2ade1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397325 Feb 16 15:15:56.789072 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.072057 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3604cf73-3360-4829-8e9f-fa3658155025 req-11b88b36-5b3b-4755-b5e3-47992f02d0ba tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330182537&fields=id&tenant_id=7d22b27a206343198f62525eab98b76f HTTP/1.1" status: 200 len: 267 time: 0.0422411 Feb 16 15:15:57.124612 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604cf73-3360-4829-8e9f-fa3658155025 req-cc2315d7-0fa5-4681-a913-f6ce5cbc7485 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.126040 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3604cf73-3360-4829-8e9f-fa3658155025 req-cc2315d7-0fa5-4681-a913-f6ce5cbc7485 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 985 time: 0.0489583 Feb 16 15:15:57.135978 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Request body: {'port': {'security_groups': ['ffb9e5b6-4bc1-472c-a466-31d2190960a9']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:57.210869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.414584 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31f909-50bc-431c-8df2-8805be941887 req-c680505c-ead1-43e3-b362-1d8e72ccaca2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.416167 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb31f909-50bc-431c-8df2-8805be941887 req-c680505c-ead1-43e3-b362-1d8e72ccaca2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0588462 Feb 16 15:15:57.466335 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb31f909-50bc-431c-8df2-8805be941887 req-40a3db21-0c94-4c55-ab8b-5ce653d4ab99 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Feb 16 15:15:57.590986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136621c-19c8-415f-b1cc-7e5c9150d577 req-e5ac286d-3584-4220-9f23-aaf4434e7bec tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.592700 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1136621c-19c8-415f-b1cc-7e5c9150d577 req-e5ac286d-3584-4220-9f23-aaf4434e7bec tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0556061 Feb 16 15:15:57.601539 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42544) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:57.606091 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Request body: {'floatingip': {'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:57.613871 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:57.641666 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.642795 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.646947 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.661068 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:57.691769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.692021 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.694057 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3604cf73-3360-4829-8e9f-fa3658155025 req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "PUT /v2.0/ports/6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 943 time: 0.5622525 Feb 16 15:15:57.694511 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:57.697017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ddb4c7-3664-4935-8c51-812f2f45718c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:57.702163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42548) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:57.766443 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b10952-0020-4aa5-b613-d43b7fc69855 x-openstack-request-id: req-26b10952-0020-4aa5-b613-d43b7fc69855 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:57.766740 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:57.766996 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26b10952-0020-4aa5-b613-d43b7fc69855 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:57.767406 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:15:57.787598 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (f615466b-1347-4f64-9d57-4c65e0b8e725), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.808786 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff650eb-fb73-46a9-9346-34a58c02e5ad tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event updated for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=7']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:57.820831 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:57.850243 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (f615466b-1347-4f64-9d57-4c65e0b8e725), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.930181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (f615466b-1347-4f64-9d57-4c65e0b8e725), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.934865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:57.938967 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "DELETE /v2.0/security-groups/f615466b-1347-4f64-9d57-4c65e0b8e725 HTTP/1.1" status: 204 len: 168 time: 0.2336121 Feb 16 15:15:57.942666 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42550) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:15:57.951624 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-a0313208-4888-4272-a76f-32d955a8017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.953155 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-a0313208-4888-4272-a76f-32d955a8017a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1130 time: 0.1599460 Feb 16 15:15:57.953868 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03a6dc-81ec-426c-ae3f-6aaaaf423d48 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615466b-1347-4f64-9d57-4c65e0b8e725,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:58.035444 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-86f16566-9310-4514-8238-f2f775d5d9f5 None None] Provisioning complete for port 6b814141-89bd-48ec-ac26-c5e681c50a3d triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:58.036145 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-86f16566-9310-4514-8238-f2f775d5d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.062496 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-f5924456-c62c-46b5-b956-49b876e7e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:58.064160 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-f5924456-c62c-46b5-b956-49b876e7e734 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.1004972 Feb 16 15:15:58.118586 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-86f16566-9310-4514-8238-f2f775d5d9f5 None None] Current status of the port 6b814141-89bd-48ec-ac26-c5e681c50a3d is: ACTIVE; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:15:58.131796 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-90df7ada-f3f4-435f-84be-e7741a0f2375 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 1002 time: 0.0610411 Feb 16 15:15:58.180444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-0fb21c6d-bf64-49b5-ac65-85605a735bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:58.181916 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-0fb21c6d-bf64-49b5-ac65-85605a735bd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0438514 Feb 16 15:15:58.232533 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.239022 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.239677 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-f6141bf9-b968-4737-babd-e0715e408953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:58.241235 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-f6141bf9-b968-4737-babd-e0715e408953 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486991 Feb 16 15:15:58.279375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Deleting port 364e4018-c0da-4742-9c7a-337307b6c9a0 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:15:58.279693 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.337010 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-e500751b-9d76-4f53-aa96-8f259f5d7b58 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Feb 16 15:15:58.402748 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.403072 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for floatingip (364e4018-c0da-4742-9c7a-337307b6c9a0), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.413255 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Floating IP 0510392d-dbe2-44ab-9b15-2bf36da02da4 associated. External IP: 172.27.2.198, port: 95bab56a-df1d-4a92-a1a7-c550ea3409ae. Feb 16 15:15:58.428429 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ddb4c7-3664-4935-8c51-812f2f45718c req-f1495016-0733-42ac-afaa-b7ec4ccaf13f service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856547 Feb 16 15:15:58.447696 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Calling delete_port for 364e4018-c0da-4742-9c7a-337307b6c9a0 owned by network:floatingip {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:15:58.493403 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:58.990546 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:58.998151 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (364e4018-c0da-4742-9c7a-337307b6c9a0), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:59.032741 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event deleted for resources: {'Port': ['ID=364e4018-c0da-4742-9c7a-337307b6c9a0,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:59.159515 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks [] for floatingip (8888590d-992c-43dc-b593-e8976c25f1f7), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:59.159847 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Floating IP 8888590d-992c-43dc-b593-e8976c25f1f7 disassociated (deleted). External IP: 172.27.2.166, port: 6b814141-89bd-48ec-ac26-c5e681c50a3d. Feb 16 15:15:59.232848 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:59.240867 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:59.243858 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:59.252644 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:59.253272 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:59.279706 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4582f2d4-2489-48eb-ae0d-0304caf53ef3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "PUT /v2.0/floatingips/0510392d-dbe2-44ab-9b15-2bf36da02da4 HTTP/1.1" status: 200 len: 991 time: 1.6771007 Feb 16 15:15:59.281622 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:59.283934 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce502177-829e-44fc-9d64-926717c6d775" -d '{"events": [{"name": "network-changed", "server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:59.349071 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ca3a2-aebf-4606-9a0b-1cc873aa18bd x-openstack-request-id: req-308ca3a2-aebf-4606-9a0b-1cc873aa18bd {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:59.349443 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:59.349768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-308ca3a2-aebf-4606-9a0b-1cc873aa18bd {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:59.350237 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'status': 'completed', 'code': 200} Feb 16 15:15:59.395281 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:59.403798 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502177-829e-44fc-9d64-926717c6d775 req-629a3b1f-045d-450d-9646-8c9ae46d8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:59.405902 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-629a3b1f-045d-450d-9646-8c9ae46d8403 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1129 time: 0.0528841 Feb 16 15:15:59.429920 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Router 14c52002-080b-4b5f-97c3-554080ecabf2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:59.515836 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502177-829e-44fc-9d64-926717c6d775 req-77aa3ce4-b65b-44ec-afac-c6ec3bca19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:59.517996 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-77aa3ce4-b65b-44ec-afac-c6ec3bca19e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.1055975 Feb 16 15:15:59.574393 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:59.587872 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Sync routers for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:59.596351 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:15:59.599593 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:59.601143 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:59.601283 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-bb64acf8-c6fb-4537-8764-384f520ac6fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 999 time: 0.0761871 Feb 16 15:15:59.667716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502177-829e-44fc-9d64-926717c6d775 req-9baf1490-6d2f-4810-8eaa-56daff386f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:59.669232 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-9baf1490-6d2f-4810-8eaa-56daff386f64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0610054 Feb 16 15:15:59.689273 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4aa6c4bb-b6e1-44f9-afd4-e20a311d7a96 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "DELETE /v2.0/floatingips/8888590d-992c-43dc-b593-e8976c25f1f7 HTTP/1.1" status: 204 len: 168 time: 1.7419708 Feb 16 15:15:59.731170 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:59.755765 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce502177-829e-44fc-9d64-926717c6d775 req-5cd20884-a4a1-4941-85ca-2e6822dad069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:59.758748 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-5cd20884-a4a1-4941-85ca-2e6822dad069 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0821211 Feb 16 15:15:59.864014 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '0510392d-dbe2-44ab-9b15-2bf36da02da4', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:44Z', 'updated_at': '2022-02-16T15:15:58Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:59.887458 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-8e29adaa-b478-4f83-a7db-25c0087739bf service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184089 Feb 16 15:15:59.900783 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:59.910427 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:59.911212 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:59.963500 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:00.004924 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce502177-829e-44fc-9d64-926717c6d775 req-7e4ea0b0-a79c-4c57-80d3-903b7089c09e service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095724 Feb 16 15:16:00.029365 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:00.095836 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Checking router: 14c52002-080b-4b5f-97c3-554080ecabf2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:00.106942 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:00.107591 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:00.222260 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:00.272488 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '0510392d-dbe2-44ab-9b15-2bf36da02da4', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:44Z', 'updated_at': '2022-02-16T15:15:58Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:00.298754 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208abb4-1670-47e9-87dc-f7f15743f8d2 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': '0510392d-dbe2-44ab-9b15-2bf36da02da4', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:44Z', 'updated_at': '2022-02-16T15:15:58Z', 'revision_number': 1, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:00.428259 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:00.458691 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac196f27-8ae0-418f-af8d-56de67c93a32 None None] The sync data for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi is: [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 4, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '2c4b600a-cf76-4a65-9dfb-aae6317174ec', 'name': '', 'network_id': '9ff74a0c-0b3f-44d6-a2cc-681a90770ae3', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'mac_address': 'fa:16:3e:3a:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:44Z', 'updated_at': '2022-02-16T15:10:50Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'subnets': [{'id': 'a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:00.534828 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663ba99-3969-4daa-9253-0ce92fd542b6 None None] New status for floating IP 0510392d-dbe2-44ab-9b15-2bf36da02da4: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:16:00.694886 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedf462-8977-46dc-ac47-c32387c564c9 None None] New status for floating IP 8888590d-992c-43dc-b593-e8976c25f1f7: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:16:01.351744 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:01.354248 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee5f78b-487d-4528-bd76-61ceaf557443" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:01.401065 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eddee60-6ff5-4e21-a6f9-fe347f51ba29 x-openstack-request-id: req-6eddee60-6ff5-4e21-a6f9-fe347f51ba29 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:01.401358 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:01.401614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6eddee60-6ff5-4e21-a6f9-fe347f51ba29 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:01.402011 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:16:01.475095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-4e37c0ef-e585-4a52-8033-d7137ce543ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:01.476459 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-4e37c0ef-e585-4a52-8033-d7137ce543ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d22b27a206343198f62525eab98b76f&device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 1130 time: 0.0433173 Feb 16 15:16:01.576197 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-3575cef9-51a4-4bc8-b626-eca3bd45a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:01.577764 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-3575cef9-51a4-4bc8-b626-eca3bd45a125 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 200 len: 915 time: 0.0872409 Feb 16 15:16:01.618830 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-7fa06c2a-84ef-42f6-b043-deaef0880247 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 200 len: 217 time: 0.0332673 Feb 16 15:16:01.666835 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-e5a2df04-5101-46cf-bc5f-3392c9e11796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:01.668280 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-e5a2df04-5101-46cf-bc5f-3392c9e11796 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 200 len: 853 time: 0.0434039 Feb 16 15:16:01.702770 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:01.727175 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-9838025d-5bee-40cd-b11f-b5cc8606187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:01.728602 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-9838025d-5bee-40cd-b11f-b5cc8606187f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539322 Feb 16 15:16:01.820687 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-20cd7a8c-05f6-4127-b652-654693e37b3b service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823934 Feb 16 15:16:01.860107 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:16:01.913000 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fee5f78b-487d-4528-bd76-61ceaf557443 req-1a151e22-26f0-498b-abe9-5fb3aa02a968 service neutron] 10.222.0.79 "GET /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839100 Feb 16 15:16:02.614536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedc2b4-c007-4176-8141-49012e4f0e55 req-646dbfa7-86bb-46aa-a39a-a52d5170d507 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:02.616002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcedc2b4-c007-4176-8141-49012e4f0e55 req-646dbfa7-86bb-46aa-a39a-a52d5170d507 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0521264 Feb 16 15:16:02.662665 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcedc2b4-c007-4176-8141-49012e4f0e55 req-8b20be9a-3f4c-40a2-8b0c-8f58b704427f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 16 15:16:03.779492 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dfb89-84b2-4ad3-85fb-03198d05d39a req-0cd3ddb4-acb8-47f9-af5d-c5f0cb7ad736 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:03.780968 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f46dfb89-84b2-4ad3-85fb-03198d05d39a req-0cd3ddb4-acb8-47f9-af5d-c5f0cb7ad736 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0509443 Feb 16 15:16:03.826963 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f46dfb89-84b2-4ad3-85fb-03198d05d39a req-7ab5ee5c-ff27-4957-83a5-f7143998314f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Feb 16 15:16:04.975893 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d459bf-9d08-487d-8cae-2e48abfd140c req-c082389d-8543-4521-bffa-94e379f30db5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:04.977359 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b5d459bf-9d08-487d-8cae-2e48abfd140c req-c082389d-8543-4521-bffa-94e379f30db5 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.0854139 Feb 16 15:16:05.011824 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-daced766-0376-405a-b861-dc3bfe62b60e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934651 Feb 16 15:16:05.057828 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b5d459bf-9d08-487d-8cae-2e48abfd140c req-bb49a67f-41d8-440e-83bb-289e44b040bf tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/security-groups?id=ffb9e5b6-4bc1-472c-a466-31d2190960a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724816 Feb 16 15:16:05.073436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67b89b-6706-4253-ac45-b7d619202109 req-a31ec153-7599-4586-896f-3b8bb5b58135 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.074872 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f67b89b-6706-4253-ac45-b7d619202109 req-a31ec153-7599-4586-896f-3b8bb5b58135 tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 946 time: 0.1069112 Feb 16 15:16:05.169953 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-8844fede-083f-48b1-8f27-ea03116a1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.171431 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-8844fede-083f-48b1-8f27-ea03116a1750 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 1129 time: 0.1127608 Feb 16 15:16:05.198228 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Deleting port 6b814141-89bd-48ec-ac26-c5e681c50a3d {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:05.198574 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:05.351241 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] For port 6b814141-89bd-48ec-ac26-c5e681c50a3d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6b814141-89bd-48ec-ac26-c5e681c50a3d,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:05.351607 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:05.359989 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-662a5c1c-f55e-41cd-bf51-593d898592a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.361521 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-662a5c1c-f55e-41cd-bf51-593d898592a6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.1589043 Feb 16 15:16:05.370121 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Calling delete_port for 6b814141-89bd-48ec-ac26-c5e681c50a3d owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:05.468285 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-cca7f150-8163-4aa6-ba5f-dea82f260e14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 200 len: 1001 time: 0.0992086 Feb 16 15:16:05.533356 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-ab4d1f33-c92b-4d5d-8d00-2bcd364343a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.535299 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-ab4d1f33-c92b-4d5d-8d00-2bcd364343a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0538042 Feb 16 15:16:05.614446 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (6b814141-89bd-48ec-ac26-c5e681c50a3d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:05.626555 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['6b814141-89bd-48ec-ac26-c5e681c50a3d'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:16:05.648866 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-32b3531e-99d0-4555-b1b3-16bbfa0d2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.650640 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-32b3531e-99d0-4555-b1b3-16bbfa0d2c3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0939956 Feb 16 15:16:05.656346 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Pushing event deleted for resources: {'Port': ['ID=6b814141-89bd-48ec-ac26-c5e681c50a3d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:05.713254 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] No DVR routers for this DVR port 6b814141-89bd-48ec-ac26-c5e681c50a3d on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:05.720285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:05.724094 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f67b89b-6706-4253-ac45-b7d619202109 req-29337171-10b0-425c-9d1d-988a81ba0d2c tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.79 "DELETE /v2.0/ports/6b814141-89bd-48ec-ac26-c5e681c50a3d HTTP/1.1" status: 204 len: 173 time: 0.6313956 Feb 16 15:16:05.724533 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'name': 'network-vif-deleted', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:05.726784 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e539a-c71d-4c36-bef2-60f3550c7939" -d '{"events": [{"server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "name": "network-vif-deleted", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:05.766583 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828988c-ef89-49ed-980e-2f024f1ddea7 x-openstack-request-id: req-f828988c-ef89-49ed-980e-2f024f1ddea7 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:05.766876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eb874b-d8e1-4502-84d0-b68dd3e7c72c", "name": "network-vif-deleted", "tag": "6b814141-89bd-48ec-ac26-c5e681c50a3d", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:05.767133 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f828988c-ef89-49ed-980e-2f024f1ddea7 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:05.767532 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eb874b-d8e1-4502-84d0-b68dd3e7c72c', 'name': 'network-vif-deleted', 'tag': '6b814141-89bd-48ec-ac26-c5e681c50a3d', 'status': 'completed', 'code': 200} Feb 16 15:16:05.789553 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-a9e624cf-b37e-4633-8db4-9ec3eb4faa49 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297443 Feb 16 15:16:05.884837 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3e8dc509-c671-4daf-80aa-7f3874b23b11 req-dac40176-ea82-46c5-b31d-cf128473a0b0 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868485 Feb 16 15:16:06.163104 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-50f3b923-bc81-4d1e-aeaa-68962bec87e3 req-3eb87206-8f6e-407c-8860-5b2e17e9573f tempest-TestMinimumBasicScenario-1572266654 tempest-TestMinimumBasicScenario-1572266654-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5eb874b-d8e1-4502-84d0-b68dd3e7c72c HTTP/1.1" status: 200 len: 210 time: 0.0265310 Feb 16 15:16:07.826481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42654) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:08.541035 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (14c52002-080b-4b5f-97c3-554080ecabf2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:08.546566 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 6b814141-89bd-48ec-ac26-c5e681c50a3d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:08.566757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 6b814141-89bd-48ec-ac26-c5e681c50a3d {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:08.567109 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 6b814141-89bd-48ec-ac26-c5e681c50a3d not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:08.828161 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Deleting port 2c4b600a-cf76-4a65-9dfb-aae6317174ec {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:08.828710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:08.904209 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] For port 2c4b600a-cf76-4a65-9dfb-aae6317174ec, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b600a-cf76-4a65-9dfb-aae6317174ec,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:08.904641 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:08.916776 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Calling delete_port for 2c4b600a-cf76-4a65-9dfb-aae6317174ec owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:09.091064 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2c4b600a-cf76-4a65-9dfb-aae6317174ec), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.119066 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4b600a-cf76-4a65-9dfb-aae6317174ec,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:09.282265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (14c52002-080b-4b5f-97c3-554080ecabf2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.490699 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Router 14c52002-080b-4b5f-97c3-554080ecabf2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:09.597703 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:09.602842 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f0f63d18-4676-4b73-88fa-563509487df6 admin admin] 10.222.0.45 "PUT /v2.0/routers/14c52002-080b-4b5f-97c3-554080ecabf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7752085 Feb 16 15:16:09.605285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42658) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:09.606350 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Sync routers for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:09.615731 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:09.616336 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:09.708963 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks [] for router (14c52002-080b-4b5f-97c3-554080ecabf2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.723647 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:09.809860 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks [] for router_gateway (14c52002-080b-4b5f-97c3-554080ecabf2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.862394 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Deleting port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:09.863094 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.902182 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:16:09Z', 'revision_number': 5, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port': {'id': '02eb4582-a3cf-40f4-8c8d-e62637ce2c40', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:42Z', 'updated_at': '2022-02-16T15:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:09.928250 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Checking router: 14c52002-080b-4b5f-97c3-554080ecabf2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:09.937831 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Routers {'14c52002-080b-4b5f-97c3-554080ecabf2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:09.938425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['14c52002-080b-4b5f-97c3-554080ecabf2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:09.943547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] For port 02eb4582-a3cf-40f4-8c8d-e62637ce2c40, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:09.943914 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:09.957200 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Calling delete_port for 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:10.026282 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] Set router 14c52002-080b-4b5f-97c3-554080ecabf2 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:10.080234 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:16:09Z', 'revision_number': 6, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:10.106216 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5feaf91-8c76-4512-9fb0-3be912fb7894 None None] The sync data for ids ['14c52002-080b-4b5f-97c3-554080ecabf2'] in dv-cinder-804035-31-iscsi is: [{'id': '14c52002-080b-4b5f-97c3-554080ecabf2', 'name': 'tempest-TestMinimumBasicScenario-593033189-router', 'tenant_id': '7d22b27a206343198f62525eab98b76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:41Z', 'updated_at': '2022-02-16T15:16:09Z', 'revision_number': 6, 'project_id': '7d22b27a206343198f62525eab98b76f', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:10.119822 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (02eb4582-a3cf-40f4-8c8d-e62637ce2c40), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.148873 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eb4582-a3cf-40f4-8c8d-e62637ce2c40,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:10.206894 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (14c52002-080b-4b5f-97c3-554080ecabf2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.308356 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (14c52002-080b-4b5f-97c3-554080ecabf2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.310480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks [] for router_controller (14c52002-080b-4b5f-97c3-554080ecabf2), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.373629 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (14c52002-080b-4b5f-97c3-554080ecabf2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.374075 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c52002-080b-4b5f-97c3-554080ecabf2 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:16:10.380169 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.381461 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-64881e3e-44e3-4c79-877d-39ad0fb2ec77 admin admin] 10.222.0.45 "DELETE /v2.0/routers/14c52002-080b-4b5f-97c3-554080ecabf2 HTTP/1.1" status: 204 len: 168 time: 0.7752335 Feb 16 15:16:10.383877 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42660) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:10.426351 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Deleting subnet a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:16:10.429288 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Publish callbacks [] for subnet (a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.465009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.586499 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.638181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.666245 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:10.669842 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:10.673187 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-58693a7a-ec38-4d6b-beb2-1bb1e9139641 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a9c0d1ad-fe7d-460d-bce6-3e8fa7dee2e9 HTTP/1.1" status: 204 len: 168 time: 0.2880983 Feb 16 15:16:10.676033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42662) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:10.676258 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73ac232-6d91-454a-93e1-3581123f8fd6 None None] Network 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:16:10.941950 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] DHCP port deletion for 9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:16:10.944039 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b600a-cf76-4a65-9dfb-aae6317174ec no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:10.966119 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 2c4b600a-cf76-4a65-9dfb-aae6317174ec {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:10.966472 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b600a-cf76-4a65-9dfb-aae6317174ec not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:10.976420 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.010867 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Deleting port a2152b32-5980-478f-afe6-5d1291415392 {{(pid=102764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:11.011252 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (a2152b32-5980-478f-afe6-5d1291415392), before_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.033172 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Deleting port a2152b32-5980-478f-afe6-5d1291415392 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:11.033775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (a2152b32-5980-478f-afe6-5d1291415392), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.084474 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] For port a2152b32-5980-478f-afe6-5d1291415392, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=a2152b32-5980-478f-afe6-5d1291415392,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:11.084871 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (a2152b32-5980-478f-afe6-5d1291415392), precommit_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.099000 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Calling delete_port for a2152b32-5980-478f-afe6-5d1291415392 owned by network:dhcp {{(pid=102764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:11.099951 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] For port a2152b32-5980-478f-afe6-5d1291415392, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=a2152b32-5980-478f-afe6-5d1291415392,segment=NetworkSegment(116f7a77-2a24-43f1-90c2-03e24346c95c),segment_id=116f7a77-2a24-43f1-90c2-03e24346c95c)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:11.100326 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (a2152b32-5980-478f-afe6-5d1291415392), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.112533 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Calling delete_port for a2152b32-5980-478f-afe6-5d1291415392 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:11.196104 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (a2152b32-5980-478f-afe6-5d1291415392), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.227006 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a2152b32-5980-478f-afe6-5d1291415392,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:11.227105 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641'] for port (a2152b32-5980-478f-afe6-5d1291415392), after_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.230149 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] No DVR routers for this DVR port a2152b32-5980-478f-afe6-5d1291415392 on host dv-cinder-804035-31-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:11.241671 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] No DVR routers for this DVR port a2152b32-5980-478f-afe6-5d1291415392 on host dv-cinder-804035-31-iscsi {{(pid=102764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:11.262219 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Pushing event deleted for resources: {'Port': ['ID=a2152b32-5980-478f-afe6-5d1291415392,revision_number=None']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:11.269905 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.270263 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.270616 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.270958 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.271295 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.271629 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.271961 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.272295 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.272624 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.273026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.273307 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.273630 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.273953 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a9c6e-f1c5-4aa9-a424-6d637ba0790b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:11.307772 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.327218 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff74a0c-0b3f-44d6-a2cc-681a90770ae3']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:11.336712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116f7a77-2a24-43f1-90c2-03e24346c95c') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:11.337048 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116f7a77-2a24-43f1-90c2-03e24346c95c') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:11.346182 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (116f7a77-2a24-43f1-90c2-03e24346c95c), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.358985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (116f7a77-2a24-43f1-90c2-03e24346c95c), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.364836 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:16:11.365415 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (116f7a77-2a24-43f1-90c2-03e24346c95c), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:16:11.367420 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:16:11.424295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (9ff74a0c-0b3f-44d6-a2cc-681a90770ae3), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.429862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:11.433165 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ff74a0c-0b3f-44d6-a2cc-681a90770ae3 HTTP/1.1" status: 204 len: 168 time: 0.7561920 Feb 16 15:16:11.436486 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42666) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:11.443921 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7c74a-7411-4e79-a29c-e23a8a2977ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff74a0c-0b3f-44d6-a2cc-681a90770ae3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:11.785636 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (8acdba3f-24de-43ea-bac7-655e39ee1961), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.030100 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Deleting port 57854232-3582-4533-a468-9be99e31cf9c {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:12.030439 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (57854232-3582-4533-a468-9be99e31cf9c), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.105951 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] For port 57854232-3582-4533-a468-9be99e31cf9c, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=57854232-3582-4533-a468-9be99e31cf9c,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:12.106232 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (57854232-3582-4533-a468-9be99e31cf9c), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.118588 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Calling delete_port for 57854232-3582-4533-a468-9be99e31cf9c owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:12.293903 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (57854232-3582-4533-a468-9be99e31cf9c), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.295124 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device a2152b32-5980-478f-afe6-5d1291415392 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:12.314895 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: a2152b32-5980-478f-afe6-5d1291415392 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:12.315254 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device a2152b32-5980-478f-afe6-5d1291415392 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:12.316200 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:12.324470 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=57854232-3582-4533-a468-9be99e31cf9c,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:12.339682 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:12.340026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 02eb4582-a3cf-40f4-8c8d-e62637ce2c40 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:12.490718 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (8acdba3f-24de-43ea-bac7-655e39ee1961), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.701885 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Router 8acdba3f-24de-43ea-bac7-655e39ee1961 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:12.806022 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:12.810913 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c59ffb30-e0a8-4187-ba8b-4cee79428b5b admin admin] 10.222.0.45 "PUT /v2.0/routers/8acdba3f-24de-43ea-bac7-655e39ee1961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733928 Feb 16 15:16:12.813468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42670) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:12.817846 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Sync routers for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:12.827042 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:12.827653 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:12.913710 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks [] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:12.930160 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:13.014847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks [] for router_gateway (8acdba3f-24de-43ea-bac7-655e39ee1961), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.068468 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Deleting port 16cc5161-90b7-495e-bb30-d1e6290419e2 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:13.068804 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.100831 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:16:12Z', 'revision_number': 5, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port': {'id': '16cc5161-90b7-495e-bb30-d1e6290419e2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:49Z', 'updated_at': '2022-02-16T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:13.128123 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Checking router: 8acdba3f-24de-43ea-bac7-655e39ee1961 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:13.136212 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Routers {'8acdba3f-24de-43ea-bac7-655e39ee1961'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:13.136806 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:15:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['8acdba3f-24de-43ea-bac7-655e39ee1961'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:13.146048 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] For port 16cc5161-90b7-495e-bb30-d1e6290419e2, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=16cc5161-90b7-495e-bb30-d1e6290419e2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:13.146414 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.158740 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Calling delete_port for 16cc5161-90b7-495e-bb30-d1e6290419e2 owned by network:router_gateway {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:13.223303 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] Set router 8acdba3f-24de-43ea-bac7-655e39ee1961 gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:13.276782 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:16:13Z', 'revision_number': 6, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:13.302749 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce67a2e-807f-44a7-b84b-cba149bd84e6 None None] The sync data for ids ['8acdba3f-24de-43ea-bac7-655e39ee1961'] in dv-cinder-804035-31-iscsi is: [{'id': '8acdba3f-24de-43ea-bac7-655e39ee1961', 'name': 'tempest-TestMinimumBasicScenario-2050327282-router', 'tenant_id': '1455196539494ecf8e2055bf3ef1ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:48Z', 'updated_at': '2022-02-16T15:16:13Z', 'revision_number': 6, 'project_id': '1455196539494ecf8e2055bf3ef1ee90', 'gw_port_host': None}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:13.319897 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (16cc5161-90b7-495e-bb30-d1e6290419e2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.346383 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cc5161-90b7-495e-bb30-d1e6290419e2,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:13.406632 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (8acdba3f-24de-43ea-bac7-655e39ee1961), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.739870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.742037 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks [] for router_controller (8acdba3f-24de-43ea-bac7-655e39ee1961), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.786095 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (8acdba3f-24de-43ea-bac7-655e39ee1961), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.786634 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8acdba3f-24de-43ea-bac7-655e39ee1961 {{(pid=102763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:16:13.791562 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.792692 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-bd432809-f189-4017-9c04-397f419597c7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8acdba3f-24de-43ea-bac7-655e39ee1961 HTTP/1.1" status: 204 len: 168 time: 0.9783387 Feb 16 15:16:13.795542 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42674) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:13.841806 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Deleting subnet ebad6eea-96f8-4d11-b7cd-d690bbf23836 {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:16:13.844800 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Publish callbacks [] for subnet (ebad6eea-96f8-4d11-b7cd-d690bbf23836), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.877237 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (ebad6eea-96f8-4d11-b7cd-d690bbf23836), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:13.982614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (ebad6eea-96f8-4d11-b7cd-d690bbf23836), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.032073 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (ebad6eea-96f8-4d11-b7cd-d690bbf23836), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.056611 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebad6eea-96f8-4d11-b7cd-d690bbf23836,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:14.060130 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.063270 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-fdd4206b-a469-41aa-966d-ef5014718adb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ebad6eea-96f8-4d11-b7cd-d690bbf23836 HTTP/1.1" status: 204 len: 168 time: 0.2667320 Feb 16 15:16:14.066891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42678) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:14.067047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01d777-9a1d-4214-9df8-13ce4eb836e1 None None] Network ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:16:14.140517 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.198921 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Deleting port 29176614-f333-4087-a981-76cddafa0a37 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:14.199294 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (29176614-f333-4087-a981-76cddafa0a37), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.264756 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] For port 29176614-f333-4087-a981-76cddafa0a37, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29176614-f333-4087-a981-76cddafa0a37,segment=NetworkSegment(45c89f18-2084-4faf-8e06-0eea3ea47d3f),segment_id=45c89f18-2084-4faf-8e06-0eea3ea47d3f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:14.265164 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (29176614-f333-4087-a981-76cddafa0a37), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.279213 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Calling delete_port for 29176614-f333-4087-a981-76cddafa0a37 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:14.323948 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 57854232-3582-4533-a468-9be99e31cf9c no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:14.351037 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 57854232-3582-4533-a468-9be99e31cf9c {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:14.351381 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 57854232-3582-4533-a468-9be99e31cf9c not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:14.351999 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 16cc5161-90b7-495e-bb30-d1e6290419e2 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:14.378354 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5611a33-0694-455f-b69d-0e4ed3afd728 None None] DHCP port deletion for ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:16:14.378953 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (29176614-f333-4087-a981-76cddafa0a37), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.380491 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 16cc5161-90b7-495e-bb30-d1e6290419e2 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:14.381114 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 16cc5161-90b7-495e-bb30-d1e6290419e2 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:14.407419 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Pushing event deleted for resources: {'Port': ['ID=29176614-f333-4087-a981-76cddafa0a37,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:14.411218 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] No DVR routers for this DVR port 29176614-f333-4087-a981-76cddafa0a37 on host dv-cinder-804035-31-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:14.483676 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.503779 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:14.512538 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c89f18-2084-4faf-8e06-0eea3ea47d3f') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:14.512835 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c89f18-2084-4faf-8e06-0eea3ea47d3f') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:14.521649 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (45c89f18-2084-4faf-8e06-0eea3ea47d3f), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.535381 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (45c89f18-2084-4faf-8e06-0eea3ea47d3f), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (45c89f18-2084-4faf-8e06-0eea3ea47d3f), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:16:14.543819 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:16:14.602273 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.607708 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.610842 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97 HTTP/1.1" status: 204 len: 168 time: 0.5433097 Feb 16 15:16:14.620967 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188d896-ac52-400d-bbf5-8ad5b409e944 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9cfb1d-4b4f-4396-adcf-c8544f5b4c97,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:14.720796 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42682) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:14.763041 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f2d635c1-9b2f-422c-b444-8cb4c01e1246 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d22b27a206343198f62525eab98b76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404699 Feb 16 15:16:14.765366 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42684) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:14.810886 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] Publish callbacks [] for security_group (ffb9e5b6-4bc1-472c-a466-31d2190960a9), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.832289 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] Publish callbacks [] for security_group (ffb9e5b6-4bc1-472c-a466-31d2190960a9), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.879123 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ffb9e5b6-4bc1-472c-a466-31d2190960a9), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.881893 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:14.883069 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffb9e5b6-4bc1-472c-a466-31d2190960a9 HTTP/1.1" status: 204 len: 168 time: 0.1168215 Feb 16 15:16:14.890801 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3abd73-ea33-4ddb-9b59-406111c5b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9e5b6-4bc1-472c-a466-31d2190960a9,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:15.188093 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42690) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:15.226608 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-75ee87e3-5c6a-4dc5-89e4-9448b8bf8477 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1455196539494ecf8e2055bf3ef1ee90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372567 Feb 16 15:16:15.228874 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42692) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:15.273717 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] Publish callbacks [] for security_group (864b02a5-a0f9-4157-b18c-9680f2351fef), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:15.293928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] Publish callbacks [] for security_group (864b02a5-a0f9-4157-b18c-9680f2351fef), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:15.343035 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (864b02a5-a0f9-4157-b18c-9680f2351fef), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:15.345591 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:15.346724 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/864b02a5-a0f9-4157-b18c-9680f2351fef HTTP/1.1" status: 204 len: 168 time: 0.1169300 Feb 16 15:16:15.356333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c58f-2eb6-4396-a728-39d1f3a624e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b02a5-a0f9-4157-b18c-9680f2351fef,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:16.292116 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29176614-f333-4087-a981-76cddafa0a37 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:16.312076 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 29176614-f333-4087-a981-76cddafa0a37 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:16.312421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29176614-f333-4087-a981-76cddafa0a37 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:22.381285 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-987131e8-924c-4a0c-a700-df59edf78ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:24.531904 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-f5caa0fb-75f2-45ee-9ca6-482a262548dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:24.631625 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3a9d-c47d-49cf-a89f-b301e15ee879 req-5ca826a0-3934-4d3d-9e4b-5d87ff0abf04 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:24.633120 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8e0e3a9d-c47d-49cf-a89f-b301e15ee879 req-5ca826a0-3934-4d3d-9e4b-5d87ff0abf04 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0543132 Feb 16 15:16:24.679060 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8e0e3a9d-c47d-49cf-a89f-b301e15ee879 req-bba13f6b-6266-4ff5-9cf1-dc23f98f9ce2 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Feb 16 15:16:25.796122 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07340a1-2a1b-43ad-909c-20caebc2acf3 req-5538dc03-48ae-4f94-bc83-967fd6ca0dd1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:25.797510 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e07340a1-2a1b-43ad-909c-20caebc2acf3 req-5538dc03-48ae-4f94-bc83-967fd6ca0dd1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0511730 Feb 16 15:16:25.816004 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:25.843835 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e07340a1-2a1b-43ad-909c-20caebc2acf3 req-b29fdd94-88f9-49a1-a419-e750504ccbb4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac87c37-746f-4291-b0a1-4831a1bb3d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Feb 16 15:16:25.931192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-e723c494-5f23-44b6-b106-84fe86e679f0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:25.932627 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-e723c494-5f23-44b6-b106-84fe86e679f0 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 945 time: 0.0543244 Feb 16 15:16:26.023747 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Deleting port dee0404a-a745-4b15-ad86-b7bcec71fd65 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:26.024339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.112025 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] For port dee0404a-a745-4b15-ad86-b7bcec71fd65, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dee0404a-a745-4b15-ad86-b7bcec71fd65,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:26.112299 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.274764 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.275119 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.275427 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Floating IP 48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e disassociated. External IP: 172.27.2.161, port: dee0404a-a745-4b15-ad86-b7bcec71fd65. Feb 16 15:16:26.275759 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Calling delete_port for dee0404a-a745-4b15-ad86-b7bcec71fd65 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:26.401246 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (dee0404a-a745-4b15-ad86-b7bcec71fd65), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.428360 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'Port': ['ID=dee0404a-a745-4b15-ad86-b7bcec71fd65,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:26.539444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:26.645546 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:26.655609 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:26.664982 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:26.665594 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:16:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:26.684856 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] No DVR routers for this DVR port dee0404a-a745-4b15-ad86-b7bcec71fd65 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:26.687582 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.691619 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e65a4119-74b5-4f09-879d-b889e43aa827 req-bba13540-3cb2-4081-a2b0-6d41aa5b48f3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "DELETE /v2.0/ports/dee0404a-a745-4b15-ad86-b7bcec71fd65 HTTP/1.1" status: 204 len: 173 time: 0.7533357 Feb 16 15:16:26.692125 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'name': 'network-vif-deleted', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:26.694659 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c26d27-38e0-4172-b314-34faf8d71e48" -d '{"events": [{"server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "name": "network-vif-deleted", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:26.735522 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85045e4b-9569-45be-ba51-a82e9a04b7f2 x-openstack-request-id: req-85045e4b-9569-45be-ba51-a82e9a04b7f2 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:26.736031 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91025744-55c3-41d1-b71c-0cc4dc956915", "name": "network-vif-deleted", "tag": "dee0404a-a745-4b15-ad86-b7bcec71fd65", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:26.736295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85045e4b-9569-45be-ba51-a82e9a04b7f2 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:26.736866 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91025744-55c3-41d1-b71c-0cc4dc956915', 'name': 'network-vif-deleted', 'tag': 'dee0404a-a745-4b15-ad86-b7bcec71fd65', 'status': 'completed', 'code': 200} Feb 16 15:16:26.782694 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:26.843555 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:26.990385 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e4a215a7-7b31-4f71-b1f9-64a86aab9a80 req-e2a38df2-66ea-4944-a236-62ad0b839873 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=91025744-55c3-41d1-b71c-0cc4dc956915 HTTP/1.1" status: 200 len: 210 time: 0.0435517 Feb 16 15:16:27.041623 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:27.068543 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:27.077126 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:27.077749 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:16:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:27.191760 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:27.387266 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:27.416234 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c637-93ea-4687-b833-dbe313025022 None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:27.625708 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ade89-4d47-4958-85c1-a25ae083a1b3 None None] New status for floating IP 48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:16:28.075245 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42722) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:28.126109 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (6ac87c37-746f-4291-b0a1-4831a1bb3d6a), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.148048 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (6ac87c37-746f-4291-b0a1-4831a1bb3d6a), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.193583 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (6ac87c37-746f-4291-b0a1-4831a1bb3d6a), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.196015 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.197154 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "DELETE /v2.0/security-groups/6ac87c37-746f-4291-b0a1-4831a1bb3d6a HTTP/1.1" status: 204 len: 168 time: 0.1209228 Feb 16 15:16:28.200095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42724) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:28.205647 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861c50d-5503-49ea-9a8f-0a407ea72a54 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac87c37-746f-4291-b0a1-4831a1bb3d6a,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:28.214103 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.api.v2.resource [None req-6afcea49-da9f-4dc0-9422-bd53ef52ef6d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] show failed (client error): The resource could not be found. Feb 16 15:16:28.215094 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6afcea49-da9f-4dc0-9422-bd53ef52ef6d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups/6ac87c37-746f-4291-b0a1-4831a1bb3d6a HTTP/1.1" status: 404 len: 347 time: 0.0140257 Feb 16 15:16:28.217927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42726) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:28.341001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Deleting port c5c9da8c-b241-462d-840f-42a124e239e0 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:16:28.341268 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.413736 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.414060 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (c5c9da8c-b241-462d-840f-42a124e239e0), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.425314 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Calling delete_port for c5c9da8c-b241-462d-840f-42a124e239e0 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:16:28.498942 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.567961 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (c5c9da8c-b241-462d-840f-42a124e239e0), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.594569 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'Port': ['ID=c5c9da8c-b241-462d-840f-42a124e239e0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:28.653849 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.656340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.657494 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-41f42345-a28a-4c6b-89ba-a32ba7164bc1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "DELETE /v2.0/floatingips/48685c7c-f3a8-4ed1-8f99-c9e42cf8c61e HTTP/1.1" status: 204 len: 168 time: 0.4386613 Feb 16 15:16:28.862001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42730) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:28.867242 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177302305', 'description': 'tempest-description--54733642'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:28.886847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.954597 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (fae7b7b4-2b5e-4265-a39e-70aa0841d44b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.958200 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fae7b7b4-2b5e-4265-a39e-70aa0841d44b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.985721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:28.986936 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1234076 Feb 16 15:16:28.990527 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42732) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:28.991568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd3010-0c7f-4de9-a882-422e16abe1b6 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae7b7b4-2b5e-4265-a39e-70aa0841d44b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:28.995921 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group_rule': {'security_group_id': 'fae7b7b4-2b5e-4265-a39e-70aa0841d44b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:29.020873 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (14c59cc2-1744-4ec9-a5c4-c2e34ecf2b66), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.076833 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (14c59cc2-1744-4ec9-a5c4-c2e34ecf2b66), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.080608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (14c59cc2-1744-4ec9-a5c4-c2e34ecf2b66), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.099326 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c59cc2-1744-4ec9-a5c4-c2e34ecf2b66,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:29.105018 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.106193 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-b84df73d-0654-41e0-bee0-51d3d3899dfe tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146772 Feb 16 15:16:29.108826 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42736) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:29.113813 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'security_group_rule': {'security_group_id': 'fae7b7b4-2b5e-4265-a39e-70aa0841d44b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:29.138583 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (47d1f305-3658-4a71-b284-5da3efd33002), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.193160 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (47d1f305-3658-4a71-b284-5da3efd33002), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.196586 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786115'] for security_group_rule (47d1f305-3658-4a71-b284-5da3efd33002), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.215427 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d1f305-3658-4a71-b284-5da3efd33002,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:29.221591 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.222825 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-74c9069d-7e54-410a-8d37-2dbdd945ae75 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125875 Feb 16 15:16:29.225866 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 42738) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:29.230464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:29.249860 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.345036 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.445676 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Allocated IP 172.27.2.154 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/e67d3978-c7ae-43e0-a542-7c5a6188276d) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:29.545538 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.577128 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.616039 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:29.618824 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:29.622182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:29.627264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=e67d3978-c7ae-43e0-a542-7c5a6188276d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:29.708678 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.743051 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.888059 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.892317 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.961199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=e67d3978-c7ae-43e0-a542-7c5a6188276d,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:29.969889 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.984277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:29.985517 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-83bc8e48-1697-4956-b132-7047b6c4dcbd tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7587433 Feb 16 15:16:30.173409 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-767bb8a1-953d-449b-aaf4-fb574df2c810 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1177302305&fields=id&tenant_id=bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 267 time: 0.0412562 Feb 16 15:16:30.278966 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-bd972885-9d35-4688-9a73-d171fb844878 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:30.280409 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-bd972885-9d35-4688-9a73-d171fb844878 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 810 time: 0.1009095 Feb 16 15:16:30.294308 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-4e2c79b7-8867-44bb-ade6-4a335f4a4d00 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/quotas/bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 375 time: 0.0085123 Feb 16 15:16:30.346204 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-b4df146a-4739-41c8-8921-019ba675c733 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472193 Feb 16 15:16:30.437605 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-d04b64b4-b64f-457c-9b24-87d8e418ce80 service neutron] 10.222.0.45 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800185 Feb 16 15:16:30.528014 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-53889eba-56b0-4c12-8c16-c68254327440 service neutron] 10.222.0.45 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Feb 16 15:16:30.643147 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device dee0404a-a745-4b15-ad86-b7bcec71fd65 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:30.666412 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: dee0404a-a745-4b15-ad86-b7bcec71fd65 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:16:30.667101 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device dee0404a-a745-4b15-ad86-b7bcec71fd65 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:30.683786 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6920c900-c69e-44c0-8ad8-937977c93ee7 req-784f04eb-336f-4db7-ab73-22bbdd2ff494 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Feb 16 15:16:31.576309 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-e364b2af-528f-43d9-8020-b90e240a69c7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:31.578420 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-e364b2af-528f-43d9-8020-b90e240a69c7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 810 time: 0.1042154 Feb 16 15:16:31.637332 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-87f1e3be-a4c7-4dde-9cfb-b5f27d4e4d96 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab1b62f70274237a5cf07e8c34c6a9c HTTP/1.1" status: 200 len: 380 time: 0.0508029 Feb 16 15:16:31.649761 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'port': {'device_id': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'admin_state_up': True, 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'security_groups': ['fae7b7b4-2b5e-4265-a39e-70aa0841d44b']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:31.687983 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:31.787136 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4dff5486-cd72-45ff-8ab8-4e5c1831b95f req-a4246131-dfed-42e2-bbbc-21b0c345b517 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0367172 Feb 16 15:16:31.791633 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Made reservation on behalf of bab1b62f70274237a5cf07e8c34c6a9c for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:16:31.795013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:31.919445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Allocated IP 172.20.0.14 (5032179a-12ff-4bfe-87c7-4f792e6c9f8e/cda7968e-af0b-4905-851c-1d4146d4b0b7/2d975e46-3d2f-4d98-b1f3-a04b392d7c93) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:32.058616 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.096140 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.136630 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:32.142049 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:32.145731 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:32.172991 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event updated for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:32.198417 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:32.199036 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.215072 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6c45d9c3-df20-4a8d-a2fb-eb57bc98c8cc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696568 Feb 16 15:16:32.227919 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Request body: {'port': {'device_id': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:32.291851 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.359707 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-2c03497c-de29-4b7c-b50d-8b121a38a5cc None None] Provisioning complete for port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:32.360125 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2c03497c-de29-4b7c-b50d-8b121a38a5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.395656 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-2c03497c-de29-4b7c-b50d-8b121a38a5cc None None] Port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:16:32.544343 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:16:32.551611 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks [] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.569109 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Transition to ACTIVE for port object 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:16:32.573009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.626702 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:32.697125 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Attempting to bind port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:16:32.697473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Attempting to bind port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:16:32.697808 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Attempting to bind port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:32.702339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:16:32.702662 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Attempting to bind port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 on network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:32.708055 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:16:32.708396 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Checking segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:16:32.708778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Bound using segment: {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:16:32.709238 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Bound port: 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7280d8d1-abae-42ba-80ce-39b1d09e23bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:16:32.709602 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.774746 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:32.777801 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:16:32.783898 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.819004 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:32.819620 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:32.821009 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] 10.222.0.79 "PUT /v2.0/ports/2d975e46-3d2f-4d98-b1f3-a04b392d7c93 HTTP/1.1" status: 200 len: 1094 time: 0.5973556 Feb 16 15:16:32.821447 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:32.823685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:32.855379 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02f98-47c8-47b1-b293-94ecbf41c0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:32.872729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7fff2-c8a6-4959-a944-fdc6f820c660 x-openstack-request-id: req-41b7fff2-c8a6-4959-a944-fdc6f820c660 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:32.873005 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:32.873263 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41b7fff2-c8a6-4959-a944-fdc6f820c660 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:32.873737 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'status': 'completed', 'code': 200} Feb 16 15:16:32.933480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-9deaefc4-a475-4883-bafb-ebdb13c11dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:32.939890 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-9deaefc4-a475-4883-bafb-ebdb13c11dd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 1128 time: 0.0563734 Feb 16 15:16:32.940075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dac828-108e-46a5-a7b4-9a2cad35c823 req-fa17b65a-715f-447c-bdf7-c314a0dc44fc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:32.940524 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f3dac828-108e-46a5-a7b4-9a2cad35c823 req-fa17b65a-715f-447c-bdf7-c314a0dc44fc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 944 time: 0.0670545 Feb 16 15:16:32.980444 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-622ed228-2eba-46b6-8c82-251fd3764847 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93 HTTP/1.1" status: 200 len: 217 time: 0.0371034 Feb 16 15:16:32.992267 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f3dac828-108e-46a5-a7b4-9a2cad35c823 req-6d1b0068-6fe6-4769-906f-d92ad2a8336c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456235 Feb 16 15:16:33.031590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-643ff056-d6aa-4c2f-b9b6-9508575a0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.033077 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-643ff056-d6aa-4c2f-b9b6-9508575a0347 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0464008 Feb 16 15:16:33.083240 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6125c830-2029-40bd-a792-27035c5819ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.084615 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6125c830-2029-40bd-a792-27035c5819ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458801 Feb 16 15:16:33.171376 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-6d63c548-f223-4340-ab62-de999326e3a4 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805130 Feb 16 15:16:33.259808 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1e7d829-6d27-43d6-ba57-7e33d584d6fd req-419fd5a6-69d4-470c-aa74-40ac50c63d6b service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823410 Feb 16 15:16:33.372376 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-76e8f3c2-62a7-46fe-b1e3-e95d348e2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.373834 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-76e8f3c2-62a7-46fe-b1e3-e95d348e2af0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 1128 time: 0.0432260 Feb 16 15:16:33.463665 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-9f2f4a20-b911-4913-818b-22afa49b2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.465130 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-9f2f4a20-b911-4913-818b-22afa49b2691 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.0852838 Feb 16 15:16:33.506129 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-97b19023-f32a-47b8-9cf2-c76bcb109468 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93 HTTP/1.1" status: 200 len: 217 time: 0.0328135 Feb 16 15:16:33.552554 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-e36e9697-690a-48ab-bf43-084703573db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.554008 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-e36e9697-690a-48ab-bf43-084703573db5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0424695 Feb 16 15:16:33.613181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-388261e5-c696-4ac6-93f5-cc4c71c9b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.614654 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-388261e5-c696-4ac6-93f5-cc4c71c9b7cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549352 Feb 16 15:16:33.701513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-bda9cd60-45bc-42e8-81ea-87af5956077d service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807066 Feb 16 15:16:33.790953 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2e950fb-06c3-4fcc-a80c-5eb2735520cc req-4545b103-9229-439a-ba07-0400d14f4cbd service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Feb 16 15:16:34.108754 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5bfd-9793-435a-9b23-ea92296dd53e req-ec3dda87-5113-48af-b917-5c63ab6378a9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:34.110192 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e7fc5bfd-9793-435a-9b23-ea92296dd53e req-ec3dda87-5113-48af-b917-5c63ab6378a9 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 944 time: 0.0494139 Feb 16 15:16:34.156207 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e7fc5bfd-9793-435a-9b23-ea92296dd53e req-b6030ceb-c8c4-47ed-af4f-f158b3654ac1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Feb 16 15:16:35.270967 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01089a8c-3c7a-4176-84fb-202d71971723 req-413efb91-67b8-4f4a-a45c-7223bb2e1525 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:35.272428 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-01089a8c-3c7a-4176-84fb-202d71971723 req-413efb91-67b8-4f4a-a45c-7223bb2e1525 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 944 time: 0.0506885 Feb 16 15:16:35.324748 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-01089a8c-3c7a-4176-84fb-202d71971723 req-4c68a71a-0c61-4468-927a-7ea5bc76d47f tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Feb 16 15:16:36.439628 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c277e1a-c1f0-4349-bc81-74167ef27a2b req-092e9e84-749c-4dda-a415-ca783a1c86c4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:36.441067 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c277e1a-c1f0-4349-bc81-74167ef27a2b req-092e9e84-749c-4dda-a415-ca783a1c86c4 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 944 time: 0.0503020 Feb 16 15:16:36.488541 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c277e1a-c1f0-4349-bc81-74167ef27a2b req-c0411bc6-318e-4ebf-933e-844f145a6c5c tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Feb 16 15:16:36.675572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:16:36.776576 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:36.787015 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'port_id': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'mac_address': 'fa:16:3e:16:b0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:16:36.822348 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:16:36.822766 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:36.835863 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:16:36.854102 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:36.857794 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:36.902787 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:37.208113 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['2d975e46-3d2f-4d98-b1f3-a04b392d7c93'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:16:37.605102 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8ceb2-bb90-4cec-a569-d22a467b039e req-8c57df35-af51-4356-babb-d5ae97168a57 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.606519 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6cd8ceb2-bb90-4cec-a569-d22a467b039e req-8c57df35-af51-4356-babb-d5ae97168a57 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Feb 16 15:16:37.653784 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6cd8ceb2-bb90-4cec-a569-d22a467b039e req-0770564a-3420-43d0-a232-4c99bdfc607a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Feb 16 15:16:38.676578 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:16:38.724094 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:16:38.727972 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:38.728352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:38.773607 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79563-e564-468b-824b-7312d4430857 req-c790bfed-527d-48ce-8a04-859e518a915a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:38.775332 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5e79563-e564-468b-824b-7312d4430857 req-c790bfed-527d-48ce-8a04-859e518a915a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 945 time: 0.0550237 Feb 16 15:16:38.807337 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:16:38.807732 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:38.820867 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5e79563-e564-468b-824b-7312d4430857 req-1d28b8d2-a276-4172-9acc-414014fc446d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 Feb 16 15:16:38.831852 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:38.834240 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed49883-57a8-4251-b9cd-605de01ebcf2" -d '{"events": [{"server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:38.846130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:38.851247 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:38.859184 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:16:38.875433 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf467e-2246-4956-9842-e0238c275d77 x-openstack-request-id: req-aacf467e-2246-4956-9842-e0238c275d77 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:38.875721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:38.875977 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aacf467e-2246-4956-9842-e0238c275d77 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:38.876363 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'code': 200} Feb 16 15:16:38.901621 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:39.040070 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22fb73-68f2-4d86-9fdf-265e54908301 req-34c86f70-ae4a-4757-bc6f-44291c9241fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:39.041549 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d22fb73-68f2-4d86-9fdf-265e54908301 req-34c86f70-ae4a-4757-bc6f-44291c9241fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 1130 time: 0.0416970 Feb 16 15:16:39.083784 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d22fb73-68f2-4d86-9fdf-265e54908301 req-6906e7db-97aa-49f2-b6ee-cef6d03d8852 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353408 Feb 16 15:16:40.171361 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad2dc-010c-4e06-bda8-b1ac627fc5f9 req-754cfcb4-a9bc-4811-b6b8-09ae0009a9d7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:40.172822 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d4ad2dc-010c-4e06-bda8-b1ac627fc5f9 req-754cfcb4-a9bc-4811-b6b8-09ae0009a9d7 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.2852316 Feb 16 15:16:40.216849 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d4ad2dc-010c-4e06-bda8-b1ac627fc5f9 req-e7113e89-d462-48fe-869c-fc53b5c4ad44 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 Feb 16 15:16:41.334461 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc4f24-a78d-4fac-8f98-6d9173869975 req-de3871fd-5a4d-4e84-8cc4-e57ab92c785a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:41.335906 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bacc4f24-a78d-4fac-8f98-6d9173869975 req-de3871fd-5a4d-4e84-8cc4-e57ab92c785a tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0517790 Feb 16 15:16:41.380251 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bacc4f24-a78d-4fac-8f98-6d9173869975 req-c2c1e891-759e-4174-b030-b72c1dac2536 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Feb 16 15:16:41.490421 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124034-b2c4-47fc-bf5a-4d45d936156d req-8e2f31da-0bb3-420f-942d-9f699cec3daf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:41.491831 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70124034-b2c4-47fc-bf5a-4d45d936156d req-8e2f31da-0bb3-420f-942d-9f699cec3daf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Feb 16 15:16:41.500179 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 42794) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:16:41.504909 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Request body: {'floatingip': {'port_id': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:41.544317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:41.949323 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:41.952808 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:42.048717 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Floating IP eef75369-859a-48ae-87a8-5b56b4e47cfa associated. External IP: 172.27.2.154, port: 2d975e46-3d2f-4d98-b1f3-a04b392d7c93. Feb 16 15:16:42.250046 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:42.354903 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:42.359804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:42.365307 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a4470-4194-48df-8284-430442da2e32 None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:42.374352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:42.374959 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:16:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:42.391997 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bff0e1dd-7ec1-4b41-bb0d-9a396d3d34dc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "PUT /v2.0/floatingips/eef75369-859a-48ae-87a8-5b56b4e47cfa HTTP/1.1" status: 200 len: 992 time: 0.8882935 Feb 16 15:16:42.391997 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:42.392284 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1186e98-cd0e-4f36-b067-01dcd3bae576" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:42.433819 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e4daf-71b0-4e33-8f2d-5e261da501c8 x-openstack-request-id: req-7a9e4daf-71b0-4e33-8f2d-5e261da501c8 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:42.434270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:42.434421 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a9e4daf-71b0-4e33-8f2d-5e261da501c8 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:42.437156 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'status': 'completed', 'code': 200} Feb 16 15:16:42.507860 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-1a0a63a8-a142-408d-8a33-ae7daec4ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.509313 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-1a0a63a8-a142-408d-8a33-ae7daec4ca8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 1130 time: 0.0467434 Feb 16 15:16:42.612140 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-f9506380-ea2e-4095-aaf2-f06b59d11b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.613857 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-f9506380-ea2e-4095-aaf2-f06b59d11b14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 200 len: 911 time: 0.0981109 Feb 16 15:16:42.626415 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:42.695685 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-0d483267-8667-4767-b85a-5a93b60fe8d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93 HTTP/1.1" status: 200 len: 1000 time: 0.0755217 Feb 16 15:16:42.766020 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-8e8ed4ea-9271-4791-a88f-b8568cdbf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.767477 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-8e8ed4ea-9271-4791-a88f-b8568cdbf8d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 200 len: 849 time: 0.0661030 Feb 16 15:16:42.817545 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-872246bb-150d-43d6-8e15-b6a2ecb23f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.819163 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-872246bb-150d-43d6-8e15-b6a2ecb23f9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5032179a-12ff-4bfe-87c7-4f792e6c9f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449467 Feb 16 15:16:42.872264 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'eef75369-859a-48ae-87a8-5b56b4e47cfa', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:16:b0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:16:29Z', 'updated_at': '2022-02-16T15:16:41Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:42.898316 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a4470-4194-48df-8284-430442da2e32 None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:42.907191 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:42.907798 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:16:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:42.924002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-ba519f75-5458-4c00-be92-fa6cd9da77b6 service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Feb 16 15:16:43.010802 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1186e98-cd0e-4f36-b067-01dcd3bae576 req-be5aee4b-7bc5-4dab-93eb-5782c51db2fa service neutron] 10.222.0.79 "GET /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801616 Feb 16 15:16:43.013944 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:43.232398 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-270a4470-4194-48df-8284-430442da2e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'eef75369-859a-48ae-87a8-5b56b4e47cfa', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:16:b0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:16:29Z', 'updated_at': '2022-02-16T15:16:41Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:43.258244 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a4470-4194-48df-8284-430442da2e32 None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'eef75369-859a-48ae-87a8-5b56b4e47cfa', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'port_id': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'mac_address': 'fa:16:3e:16:b0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:16:29Z', 'updated_at': '2022-02-16T15:16:41Z', 'revision_number': 1, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:43.450493 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1114b6-f586-41f8-a604-4b3baf195d45 None None] New status for floating IP eef75369-859a-48ae-87a8-5b56b4e47cfa: ACTIVE {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:16:52.382671 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a2449ac2-4ccf-43c3-b472-e352e6b025d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:54.531075 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78c1d47f-8581-44a3-b6e7-ee9947e1796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:55.818628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:56.793876 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:16:58.500615 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:01.686141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:06.939186 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-13f2a2f3-8935-4445-8842-c97591742fc5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452559 Feb 16 15:17:07.006167 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-05ce3acd-3b31-4ec8-a7f8-a7b6c53ba131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:07.007629 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-05ce3acd-3b31-4ec8-a7f8-a7b6c53ba131 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0461183 Feb 16 15:17:07.107912 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-ab67fb53-9890-4d4f-98cb-eee6adfea267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:07.109373 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-ab67fb53-9890-4d4f-98cb-eee6adfea267 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0831213 Feb 16 15:17:07.178792 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-40e40c13-96c2-4bf6-b514-07a45dd68cac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1002 time: 0.0604286 Feb 16 15:17:07.226917 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-e3f0658d-d0a3-405d-bbf8-a5812638d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:07.228291 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-e3f0658d-d0a3-405d-bbf8-a5812638d209 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0431809 Feb 16 15:17:07.278743 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-b1a8fa5a-0891-446d-acce-33360419fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:07.280211 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-b1a8fa5a-0891-446d-acce-33360419fcc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428779 Feb 16 15:17:07.371400 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-0e677499-6740-4f28-99b5-fa913ed02e6b service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831907 Feb 16 15:17:07.459047 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b8cde89-71a8-4388-b2e6-88f7ef72423e req-10545329-4fea-4ae3-a858-aac6624062da service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793552 Feb 16 15:17:15.858803 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:17:16.259162 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4b7ad-6907-49d4-ba4b-6d502e4034cf req-4026d087-2580-46bd-aa77-9bd4e07afd31 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:16.260662 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6de4b7ad-6907-49d4-ba4b-6d502e4034cf req-4026d087-2580-46bd-aa77-9bd4e07afd31 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0556369 Feb 16 15:17:16.306671 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6de4b7ad-6907-49d4-ba4b-6d502e4034cf req-f59ef3a4-f810-4f8d-b986-d5db86eaf600 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 Feb 16 15:17:17.428585 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2ce8-bcaf-4d9f-bdec-d35ecac7faa9 req-48a8ccec-137c-468d-b3aa-c3e5cd52c960 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:17.430066 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-400f2ce8-bcaf-4d9f-bdec-d35ecac7faa9 req-48a8ccec-137c-468d-b3aa-c3e5cd52c960 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0517819 Feb 16 15:17:17.482104 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-400f2ce8-bcaf-4d9f-bdec-d35ecac7faa9 req-564295cf-2ab1-4281-8a01-52223747c79c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463469 Feb 16 15:17:18.601971 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11008b-394c-4e90-9ba8-b0ddcd0c5dc3 req-73607ebe-197a-41fc-990a-1ef9c5461f39 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:18.603443 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d11008b-394c-4e90-9ba8-b0ddcd0c5dc3 req-73607ebe-197a-41fc-990a-1ef9c5461f39 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0512316 Feb 16 15:17:18.648295 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6d11008b-394c-4e90-9ba8-b0ddcd0c5dc3 req-3f64b456-0533-44b5-b02e-f8178e1b8a66 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Feb 16 15:17:19.775077 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51e126-c08f-4982-9595-6dc4f6eab7f6 req-b82c0a85-a44f-45f4-859f-133ce074aca1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:19.776547 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4e51e126-c08f-4982-9595-6dc4f6eab7f6 req-b82c0a85-a44f-45f4-859f-133ce074aca1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0512192 Feb 16 15:17:19.823378 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4e51e126-c08f-4982-9595-6dc4f6eab7f6 req-86b797f8-aa1a-4332-a36c-7558336481e1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Feb 16 15:17:20.945406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b11ba-57cd-4567-a276-d6ab89910e45 req-d057ad47-9a62-4d52-92dc-20f0eeba192a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:20.946851 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-807b11ba-57cd-4567-a276-d6ab89910e45 req-d057ad47-9a62-4d52-92dc-20f0eeba192a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0503311 Feb 16 15:17:20.995008 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-807b11ba-57cd-4567-a276-d6ab89910e45 req-cd8e424f-9d70-48f2-83f0-daf7f1436e1b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 Feb 16 15:17:22.124464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7380a6e-8831-43f3-99da-7cd2e816702e req-636a67d9-ba86-4924-9997-e4dcac5a4953 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:22.125936 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c7380a6e-8831-43f3-99da-7cd2e816702e req-636a67d9-ba86-4924-9997-e4dcac5a4953 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0505986 Feb 16 15:17:22.170673 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c7380a6e-8831-43f3-99da-7cd2e816702e req-7e2f8056-fe50-45bc-9048-a3687b3c73e2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392706 Feb 16 15:17:22.383985 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-16f3b95b-e352-4f86-80f2-b674f056d1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:23.289694 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa56c21-8796-4afd-9268-90e5fcb3ce9f req-3de9b098-9a04-490c-8c8f-f396bf06694f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:23.291145 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-baa56c21-8796-4afd-9268-90e5fcb3ce9f req-3de9b098-9a04-490c-8c8f-f396bf06694f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0500529 Feb 16 15:17:23.336381 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-baa56c21-8796-4afd-9268-90e5fcb3ce9f req-02730a60-7632-45f0-b97e-63664cb1d32c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Feb 16 15:17:24.459210 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa065de7-95e4-49fd-a137-d6ebb8b1f43f req-9a389016-0640-48a3-af72-d55d841c7f2a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:24.460647 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa065de7-95e4-49fd-a137-d6ebb8b1f43f req-9a389016-0640-48a3-af72-d55d841c7f2a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0538478 Feb 16 15:17:24.506480 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-aa065de7-95e4-49fd-a137-d6ebb8b1f43f req-4741304f-a2d1-4006-9f6a-fa348ec40f2a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Feb 16 15:17:24.532880 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-671350a7-24fd-4a7d-bca9-47447fb173c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:25.628593 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c945b-a454-449a-8408-30e2e3d46cda req-4160c71d-a967-4201-b5c6-baa03196074f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:25.630082 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-976c945b-a454-449a-8408-30e2e3d46cda req-4160c71d-a967-4201-b5c6-baa03196074f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0510192 Feb 16 15:17:25.676026 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-976c945b-a454-449a-8408-30e2e3d46cda req-54a25f4a-747b-4e6b-a336-f02ad8038167 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 Feb 16 15:17:25.821827 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:26.795719 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082df6-e75d-421e-b766-a2e2e0938aac req-72e27fe4-d318-4fed-b390-ce988d04f353 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:26.796343 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:26.797244 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-01082df6-e75d-421e-b766-a2e2e0938aac req-72e27fe4-d318-4fed-b390-ce988d04f353 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0506642 Feb 16 15:17:26.843427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-01082df6-e75d-421e-b766-a2e2e0938aac req-b91311dd-d038-4d72-8497-347ff8dd6986 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Feb 16 15:17:27.966964 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042d272-d680-49f5-ba01-e2e886d643bb req-162e5694-4060-439c-8a83-cb95599fcac2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:27.968435 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1042d272-d680-49f5-ba01-e2e886d643bb req-162e5694-4060-439c-8a83-cb95599fcac2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0541246 Feb 16 15:17:28.014854 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1042d272-d680-49f5-ba01-e2e886d643bb req-3586341f-da68-49ab-9013-fe677fce9374 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Feb 16 15:17:28.502785 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:28.943320 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:17:29.040512 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:29.051768 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:17:29.088048 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: ACTIVE; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:17:29.088439 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:29.101713 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:17:29.120040 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:29.124646 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:29.134958 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ba15-9dd7-4c46-a9e5-d857588b300d req-eb93adf8-09b8-41ba-bf90-e82bb78f31a1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:29.136442 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3890ba15-9dd7-4c46-a9e5-d857588b300d req-eb93adf8-09b8-41ba-bf90-e82bb78f31a1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0514562 Feb 16 15:17:29.178404 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=6']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:29.186080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.187137 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.187525 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3890ba15-9dd7-4c46-a9e5-d857588b300d req-36a9c6d4-4f1a-4d8a-b557-29fe672b4b14 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452864 Feb 16 15:17:29.187663 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189762 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.189910 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.190230 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.190585 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.190942 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:29.231319 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['95bab56a-df1d-4a92-a1a7-c550ea3409ae'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:17:30.314994 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9229c6-4bcc-4944-8cc6-0725b32c29e6 req-8a0a66d7-3f77-4a61-9e70-6495854c75eb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:30.317120 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d9229c6-4bcc-4944-8cc6-0725b32c29e6 req-8a0a66d7-3f77-4a61-9e70-6495854c75eb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 944 time: 0.0504293 Feb 16 15:17:30.362533 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5d9229c6-4bcc-4944-8cc6-0725b32c29e6 req-580e4704-a570-4b4a-8f8b-9cee13ea3512 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Feb 16 15:17:30.978535 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:31.024661 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 95bab56a-df1d-4a92-a1a7-c550ea3409ae triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:31.025067 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:31.102793 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:17:31.103177 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:31.124524 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:31.126737 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416fecdc-7e61-4920-a9b4-91586a5d68eb" -d '{"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:31.138519 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:31.142718 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:31.168278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125f210-20b3-4ef2-bd4d-ca0059cd3453 x-openstack-request-id: req-1125f210-20b3-4ef2-bd4d-ca0059cd3453 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:31.168569 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:31.168823 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1125f210-20b3-4ef2-bd4d-ca0059cd3453 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:31.169234 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'code': 200} Feb 16 15:17:31.191140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=7']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:31.484114 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755fcd1-81d1-4fa8-8043-83da54963c69 req-0896f9c8-cf86-4d07-82f1-9e52a6075849 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:31.485593 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8755fcd1-81d1-4fa8-8043-83da54963c69 req-0896f9c8-cf86-4d07-82f1-9e52a6075849 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0540977 Feb 16 15:17:31.531423 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8755fcd1-81d1-4fa8-8043-83da54963c69 req-541b6377-ca8e-44da-9c7d-9e1f91bc5c94 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Feb 16 15:17:31.714631 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:32.653132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53c7e2-0b02-4d7e-996c-72bf9ebb0fe8 req-7168abc2-943d-46f2-8983-75412d80751c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:32.654582 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cf53c7e2-0b02-4d7e-996c-72bf9ebb0fe8 req-7168abc2-943d-46f2-8983-75412d80751c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0510294 Feb 16 15:17:32.699470 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cf53c7e2-0b02-4d7e-996c-72bf9ebb0fe8 req-3093ced6-3ef7-439b-bf13-2a6a699dc7ec tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389745 Feb 16 15:17:33.826672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4016-a65f-4c88-a3eb-81273431e0b5 req-11b093f2-aef6-4c7a-9446-b11bab02a79b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:33.828405 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5cff4016-a65f-4c88-a3eb-81273431e0b5 req-11b093f2-aef6-4c7a-9446-b11bab02a79b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0562072 Feb 16 15:17:33.897156 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5cff4016-a65f-4c88-a3eb-81273431e0b5 req-392a1838-a990-4d98-bb89-01ea477f0766 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592365 Feb 16 15:17:34.224162 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4886a9-dd10-4f40-ab06-9eb41baa3e7f req-298440e8-2d31-4b15-b47d-52632b81c0d3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:34.226028 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c4886a9-dd10-4f40-ab06-9eb41baa3e7f req-298440e8-2d31-4b15-b47d-52632b81c0d3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0580077 Feb 16 15:17:34.285731 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0c4886a9-dd10-4f40-ab06-9eb41baa3e7f req-b60ca92b-de5e-4e99-aa83-1894cf0ab28b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534027 Feb 16 15:17:35.018284 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ec0b5-c3ad-422a-827a-6aef470011b4 req-1bcb0f0c-00f2-4275-b397-52474898c83d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.019812 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-414ec0b5-c3ad-422a-827a-6aef470011b4 req-1bcb0f0c-00f2-4275-b397-52474898c83d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0523841 Feb 16 15:17:35.068844 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-414ec0b5-c3ad-422a-827a-6aef470011b4 req-6a8038ef-8e23-4a9b-9592-cdcb0f06c888 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427911 Feb 16 15:17:35.411328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d944b85-693d-42de-b928-c9eb1d27e530 req-ff3200fb-60ad-411e-beb7-cf1b9a89f327 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.412868 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d944b85-693d-42de-b928-c9eb1d27e530 req-ff3200fb-60ad-411e-beb7-cf1b9a89f327 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0547965 Feb 16 15:17:35.466087 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d944b85-693d-42de-b928-c9eb1d27e530 req-1e03db0a-b9af-45f9-b778-5d2291958df9 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476694 Feb 16 15:17:36.211112 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f7a7f-3eb4-46bc-87d7-3ba37f8f2572 req-b4022de7-855e-4ae0-8da2-21747bde1785 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:36.212739 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f17f7a7f-3eb4-46bc-87d7-3ba37f8f2572 req-b4022de7-855e-4ae0-8da2-21747bde1785 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0638630 Feb 16 15:17:36.267226 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-f17f7a7f-3eb4-46bc-87d7-3ba37f8f2572 req-4e4b077d-0c40-41af-a734-4d592294f6e2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485723 Feb 16 15:17:36.605211 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e71d9-c3c9-4834-b2b8-4cb8de3be349 req-2754eff5-e120-4e20-80f6-ec7c4871f2ca tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:36.609607 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab1e71d9-c3c9-4834-b2b8-4cb8de3be349 req-2754eff5-e120-4e20-80f6-ec7c4871f2ca tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0625985 Feb 16 15:17:36.661710 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab1e71d9-c3c9-4834-b2b8-4cb8de3be349 req-7858c970-35e6-4ecd-8a18-45e3a329c027 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492663 Feb 16 15:17:37.401009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6f78-e5ef-4c88-a62b-3b3d4c70aa76 req-843f3c63-9cc0-4467-a45a-f835f5664114 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:37.402508 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-578b6f78-e5ef-4c88-a62b-3b3d4c70aa76 req-843f3c63-9cc0-4467-a45a-f835f5664114 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0531216 Feb 16 15:17:37.457476 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-578b6f78-e5ef-4c88-a62b-3b3d4c70aa76 req-9235022c-ef1c-4542-a6a7-a834e84d6113 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477369 Feb 16 15:17:37.787825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318e015-23bb-4bc1-bd7d-887b3a127c74 req-c6179a41-96dc-4bef-bd15-dfaa670ac230 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:37.789394 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c318e015-23bb-4bc1-bd7d-887b3a127c74 req-c6179a41-96dc-4bef-bd15-dfaa670ac230 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0579262 Feb 16 15:17:37.842220 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c318e015-23bb-4bc1-bd7d-887b3a127c74 req-ad14af7e-9762-44b8-a25a-be23f018c047 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460520 Feb 16 15:17:38.599780 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d656-92b9-43c5-bbd7-682a35bc2bbc req-a9e05b8c-d628-4ea1-b7ab-1bbc0d9ac7e1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:38.601507 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0240d656-92b9-43c5-bbd7-682a35bc2bbc req-a9e05b8c-d628-4ea1-b7ab-1bbc0d9ac7e1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0646119 Feb 16 15:17:38.661763 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0240d656-92b9-43c5-bbd7-682a35bc2bbc req-f8bc5cef-dae4-4426-b4c6-cc8eb563f0f7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541992 Feb 16 15:17:38.975083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0d5c-ac8d-4a3b-9671-b31b2882f51e req-6d10bcef-f743-4321-a647-cbd90c76c864 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:38.976187 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e93a0d5c-ac8d-4a3b-9671-b31b2882f51e req-6d10bcef-f743-4321-a647-cbd90c76c864 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0528252 Feb 16 15:17:39.030507 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e93a0d5c-ac8d-4a3b-9671-b31b2882f51e req-917730e9-1741-488d-ad83-8f76a199ebcf tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483923 Feb 16 15:17:39.803906 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9e44-cb44-47cf-bc3b-f16dbe4e5d95 req-b57ca804-2fa4-4cfd-a0de-82329c9b8fae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:39.806486 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a4ce9e44-cb44-47cf-bc3b-f16dbe4e5d95 req-b57ca804-2fa4-4cfd-a0de-82329c9b8fae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0592170 Feb 16 15:17:39.864608 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a4ce9e44-cb44-47cf-bc3b-f16dbe4e5d95 req-d822d44e-8dff-46f9-9a68-a2b406c8dcf5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521390 Feb 16 15:17:40.168018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d82b0-95bb-4ef0-864c-83074a31e92a req-323b41f5-c2df-4033-9bb6-6efbf158256a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:40.174676 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-057d82b0-95bb-4ef0-864c-83074a31e92a req-323b41f5-c2df-4033-9bb6-6efbf158256a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0669432 Feb 16 15:17:40.229261 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-057d82b0-95bb-4ef0-864c-83074a31e92a req-2531cea4-6047-4890-b1be-6ccead937f97 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528407 Feb 16 15:17:40.995614 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bb295-8ff9-4bf1-8277-83a88ffc6e28 req-de2da434-e673-4ba3-baa9-6d04e12a3ba0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:40.997218 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-747bb295-8ff9-4bf1-8277-83a88ffc6e28 req-de2da434-e673-4ba3-baa9-6d04e12a3ba0 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0533967 Feb 16 15:17:41.047974 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-747bb295-8ff9-4bf1-8277-83a88ffc6e28 req-21396179-8f8f-49e6-ba1a-31b7065620fa tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452669 Feb 16 15:17:41.353875 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad816da0-9343-4970-830e-dd9b1fd98896 req-a181dd77-1980-4e64-9199-edd55cb78a79 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:41.356994 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ad816da0-9343-4970-830e-dd9b1fd98896 req-a181dd77-1980-4e64-9199-edd55cb78a79 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0542510 Feb 16 15:17:41.415388 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ad816da0-9343-4970-830e-dd9b1fd98896 req-f8773f6f-92bc-4be5-9028-bb692889e186 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541737 Feb 16 15:17:42.175458 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6a3dc-17b8-4a70-a15f-a944fc778134 req-ce9ab09c-8f41-42dc-8f46-135827c5b7fb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:42.177236 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-93c6a3dc-17b8-4a70-a15f-a944fc778134 req-ce9ab09c-8f41-42dc-8f46-135827c5b7fb tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0549150 Feb 16 15:17:42.231093 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-93c6a3dc-17b8-4a70-a15f-a944fc778134 req-eb05aad1-8dd0-4e6a-ba6e-6dfc4afea7a9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478804 Feb 16 15:17:42.535265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c848e68-ac2d-4e4e-a923-89ba26b15baf req-937f42eb-fd53-4c64-a7aa-bc53788c0de9 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:42.537462 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9c848e68-ac2d-4e4e-a923-89ba26b15baf req-937f42eb-fd53-4c64-a7aa-bc53788c0de9 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Feb 16 15:17:42.591702 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9c848e68-ac2d-4e4e-a923-89ba26b15baf req-966feaba-3738-4125-bd4a-b948d89c8ff7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478933 Feb 16 15:17:43.355249 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fa15b-83d1-4bc6-9397-3a5b3452647d req-d605fbd3-21a3-4053-a79d-bf79a45937ed tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.356693 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-411fa15b-83d1-4bc6-9397-3a5b3452647d req-d605fbd3-21a3-4053-a79d-bf79a45937ed tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0505157 Feb 16 15:17:43.406795 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-411fa15b-83d1-4bc6-9397-3a5b3452647d req-58d3e57c-0def-4105-a362-1ac9d32fea5c tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446985 Feb 16 15:17:43.574463 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-91a0ea14-e425-404e-96e8-d8a9bbbbe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.575944 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-91a0ea14-e425-404e-96e8-d8a9bbbbe5b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1129 time: 0.0480206 Feb 16 15:17:43.663013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-b678cf22-33c4-4c7b-9e38-a4c9bc9e3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.664454 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-b678cf22-33c4-4c7b-9e38-a4c9bc9e3263 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.0816350 Feb 16 15:17:43.751976 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-b739a69c-ad68-4cbf-b10c-1eedbc8182bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 1001 time: 0.0787871 Feb 16 15:17:43.762146 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a212a-73c0-49cc-a5bd-d3149e885bb4 req-ee57c069-4895-42f0-b3f0-d2325f8941d4 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.763540 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-175a212a-73c0-49cc-a5bd-d3149e885bb4 req-ee57c069-4895-42f0-b3f0-d2325f8941d4 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0982239 Feb 16 15:17:43.831663 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-fd76c130-b15b-4928-80a0-b7159f0863d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.832894 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-fd76c130-b15b-4928-80a0-b7159f0863d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0685115 Feb 16 15:17:43.854664 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-175a212a-73c0-49cc-a5bd-d3149e885bb4 req-9ee809b9-f9d6-49a8-86c1-e7b9782a6ea7 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827425 Feb 16 15:17:43.886305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-bd60fbb9-31f5-40bf-8f1b-eecb60e49653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.887753 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-bd60fbb9-31f5-40bf-8f1b-eecb60e49653 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462587 Feb 16 15:17:43.973267 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-5de8751c-fc9a-4b45-ac25-0c7476918aae service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788167 Feb 16 15:17:44.060453 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd62f3a6-1dc3-4a73-b15b-766843b006e7 req-1769aaf3-02a1-479a-86cd-a95aeefbc03e service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811169 Feb 16 15:17:44.429367 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6c02-c315-48c9-94d5-523e67306834 req-18b58de4-e3f7-49b1-9c99-2c8a9d90f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.430896 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-18b58de4-e3f7-49b1-9c99-2c8a9d90f0d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0574403 Feb 16 15:17:44.522012 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6c02-c315-48c9-94d5-523e67306834 req-523fa91b-1031-4918-adae-4d85b5534417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.523735 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-523fa91b-1031-4918-adae-4d85b5534417 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0868256 Feb 16 15:17:44.532129 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ea5e-2ffd-4ba1-ae86-d436df4d4b26 req-a45a961a-3744-4a28-b5a8-8bb589e82bce tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.533557 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9111ea5e-2ffd-4ba1-ae86-d436df4d4b26 req-a45a961a-3744-4a28-b5a8-8bb589e82bce tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0540900 Feb 16 15:17:44.582631 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9111ea5e-2ffd-4ba1-ae86-d436df4d4b26 req-d9121da4-bc71-4e0e-8e58-8e8367a6a51a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429780 Feb 16 15:17:44.591105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-fbcb0eba-14c1-4840-a0ed-de9db9ba674e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1002 time: 0.0607207 Feb 16 15:17:44.640444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6c02-c315-48c9-94d5-523e67306834 req-e69455c2-3179-4c86-8503-67e2c476a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.641865 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-e69455c2-3179-4c86-8503-67e2c476a95b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0422502 Feb 16 15:17:44.692182 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6c02-c315-48c9-94d5-523e67306834 req-e57a86bc-058f-469d-865e-bd523e7282b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.693667 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-e57a86bc-058f-469d-865e-bd523e7282b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444074 Feb 16 15:17:44.780213 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-2d4be28d-6b32-4514-b555-9b56e326b4c0 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798745 Feb 16 15:17:44.869576 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-32bb6c02-c315-48c9-94d5-523e67306834 req-84ea2669-24a1-4165-9912-ab07aa5985c3 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821571 Feb 16 15:17:44.970734 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02fb16-6636-4201-9164-a6d0768ce5a5 req-948f809e-ebb3-41f3-8eea-82dd7a936f9d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.972202 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1d02fb16-6636-4201-9164-a6d0768ce5a5 req-948f809e-ebb3-41f3-8eea-82dd7a936f9d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Feb 16 15:17:45.019114 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1d02fb16-6636-4201-9164-a6d0768ce5a5 req-d7e8cab1-9172-4ff3-8d40-00f14a31e21b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Feb 16 15:17:45.703781 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bdaf1-bb56-482d-9847-5f1b3a0a308d req-4a7e1af4-05a0-43d6-b94c-32834082a0b5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:45.705274 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac0bdaf1-bb56-482d-9847-5f1b3a0a308d req-4a7e1af4-05a0-43d6-b94c-32834082a0b5 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0510464 Feb 16 15:17:45.750153 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac0bdaf1-bb56-482d-9847-5f1b3a0a308d req-1b85a642-5715-40a0-9ebf-a5df9fe55db4 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 Feb 16 15:17:46.141300 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26953d0f-0f3b-431e-b393-bf9ba11ad7f4 req-ce1bbb3a-2052-43bc-a5d5-afc15c69a36a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:46.142775 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26953d0f-0f3b-431e-b393-bf9ba11ad7f4 req-ce1bbb3a-2052-43bc-a5d5-afc15c69a36a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0558877 Feb 16 15:17:46.422027 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26953d0f-0f3b-431e-b393-bf9ba11ad7f4 req-396822bb-8eb1-4800-8782-a917a551f669 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734997 Feb 16 15:17:46.870001 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5591d06-ea6b-46a9-8076-8f68c27861cb req-b755f48d-8aed-428d-ac4f-8c690b6b2e18 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:46.871490 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d5591d06-ea6b-46a9-8076-8f68c27861cb req-b755f48d-8aed-428d-ac4f-8c690b6b2e18 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 945 time: 0.0518911 Feb 16 15:17:46.921531 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d5591d06-ea6b-46a9-8076-8f68c27861cb req-6cf5fd88-226b-4453-81ac-69c039c161f2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 Feb 16 15:17:47.010561 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:17:47.091762 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: ACTIVE; New status is: DOWN {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:17:47.092160 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:47.115530 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:47.118167 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16267f-2cbe-4605-9583-089347947169" -d '{"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:47.132213 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:47.135966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:47.161161 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeaf273-6677-4851-8d22-6cffa057aa59 x-openstack-request-id: req-fbeaf273-6677-4851-8d22-6cffa057aa59 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:47.161460 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-unplugged", "status": "failed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "code": 422}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:47.161720 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbeaf273-6677-4851-8d22-6cffa057aa59 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:47.162110 dv-cinder-804035-31-iscsi neutron-server[102764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'code': 422} returned with failed status Feb 16 15:17:47.187136 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=8']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:47.539977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9f293-107c-4327-9b1c-a1d57b291ea3 req-928bb751-2745-4c60-96ac-4fe62710e4fb tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:47.541593 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45f9f293-107c-4327-9b1c-a1d57b291ea3 req-928bb751-2745-4c60-96ac-4fe62710e4fb tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0532460 Feb 16 15:17:47.594288 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45f9f293-107c-4327-9b1c-a1d57b291ea3 req-785768e5-36f9-460c-ba07-05a589579474 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466614 Feb 16 15:17:47.666801 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-f5a0c79c-860a-4b05-b557-6fad520afa2c req-d17f125c-2b01-494d-9d1b-fed26a691a39 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:17:47.667765 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f5a0c79c-860a-4b05-b557-6fad520afa2c req-d17f125c-2b01-494d-9d1b-fed26a691a39 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054817 Feb 16 15:17:47.839550 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387560-e9e2-4761-8fc7-c99f1d04f399 req-7d3622dd-ad74-4d9c-834a-782de6fd8689 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:47.841290 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bc387560-e9e2-4761-8fc7-c99f1d04f399 req-7d3622dd-ad74-4d9c-834a-782de6fd8689 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0571518 Feb 16 15:17:47.869615 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43092) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:17:47.906891 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bc387560-e9e2-4761-8fc7-c99f1d04f399 req-df43f1c1-c331-4f5a-ba84-49063a569cbc tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583012 Feb 16 15:17:48.054507 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458b7c-1560-4253-a92a-80d5d82dc69b req-1e92b708-fb92-4494-ace8-45eef1d2f5a1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:48.055968 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-04458b7c-1560-4253-a92a-80d5d82dc69b req-1e92b708-fb92-4494-ace8-45eef1d2f5a1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.1169822 Feb 16 15:17:48.060106 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-4ff95eaa-2d34-45ee-9d46-13b5a6cfbcd0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891062 Feb 16 15:17:48.073605 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-0a24a5dd-aa46-485c-8221-4c905872887b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006751 Feb 16 15:17:48.076969 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-64a5a1ea-29d1-41d4-936d-d875de4d2b11 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:17:48.077982 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-64a5a1ea-29d1-41d4-936d-d875de4d2b11 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132022 Feb 16 15:17:48.115188 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-04458b7c-1560-4253-a92a-80d5d82dc69b req-cd99124e-9d11-48f3-bb3a-9b58fd393506 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531647 Feb 16 15:17:48.161833 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-931413bc-78a1-411e-b6a4-b191164336b5 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:48.163310 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-931413bc-78a1-411e-b6a4-b191164336b5 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports/5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 943 time: 0.0469756 Feb 16 15:17:48.222947 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43114) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:17:48.316973 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-91dc6748-1d43-450e-bfc6-9410388625c2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:48.318373 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-91dc6748-1d43-450e-bfc6-9410388625c2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports/95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 940 time: 0.0943809 Feb 16 15:17:49.031899 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08a421-c2bb-4ba5-951e-48a546b57943 req-47c51cd5-f795-4b49-b558-1e903b793fff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.033581 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f08a421-c2bb-4ba5-951e-48a546b57943 req-47c51cd5-f795-4b49-b558-1e903b793fff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0531616 Feb 16 15:17:49.110197 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f08a421-c2bb-4ba5-951e-48a546b57943 req-feb6939f-ff3c-4b8b-9772-db1096442db3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676618 Feb 16 15:17:49.119962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-b4a93356-a496-495f-b5e7-3a6517460f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.122178 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-b4a93356-a496-495f-b5e7-3a6517460f51 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f&tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c HTTP/1.1" status: 200 len: 1127 time: 0.0869186 Feb 16 15:17:49.191143 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-2de45f07-5d4b-48cf-ad43-f542e409ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.192580 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-2de45f07-5d4b-48cf-ad43-f542e409ae9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1127 time: 0.0490470 Feb 16 15:17:49.243890 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262130fa-4693-431b-b296-170fd2cc6ac3 req-726eb65d-e252-419e-b46f-067569fb9a58 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.245372 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-262130fa-4693-431b-b296-170fd2cc6ac3 req-726eb65d-e252-419e-b46f-067569fb9a58 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0554118 Feb 16 15:17:49.284076 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-b419edef-420b-4248-926d-ba7694d4b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.285671 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-b419edef-420b-4248-926d-ba7694d4b2e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.0868986 Feb 16 15:17:49.293869 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-262130fa-4693-431b-b296-170fd2cc6ac3 req-66e4691c-9c33-4ecd-8f58-e3a0a3d0b53a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Feb 16 15:17:49.355621 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-8a26effd-943c-4c81-94a8-91c2d32c5c7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 999 time: 0.0638034 Feb 16 15:17:49.402915 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-bfc70aa9-78df-4a98-a96d-b052fcc43344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.404419 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-bfc70aa9-78df-4a98-a96d-b052fcc43344 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0427082 Feb 16 15:17:49.488628 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-776a2fff-9cf1-4f0a-aa2d-699cf688c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.490039 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-776a2fff-9cf1-4f0a-aa2d-699cf688c376 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781662 Feb 16 15:17:49.531228 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-da15cc98-ecc6-4c02-aec3-5053e63ea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.532657 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-da15cc98-ecc6-4c02-aec3-5053e63ea6fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86&tenant_id=f66746dc80e948ca84e4de43663c33da HTTP/1.1" status: 200 len: 1130 time: 0.0768111 Feb 16 15:17:49.621511 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-adf51bc4-6b79-434f-88ee-80d732e3de7e service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 Feb 16 15:17:49.627416 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-8ae66e06-3aa5-4072-9bb2-d5342e003ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.628765 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-8ae66e06-3aa5-4072-9bb2-d5342e003ca0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0676179 Feb 16 15:17:49.786238 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-113c0aff-cefa-4356-a1cd-5061bbcbd0b0 req-a56a75d8-fdb2-43fd-ab93-5b1d29ce0c5b service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553674 Feb 16 15:17:49.788712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-4fa13744-2e5d-4818-adcd-1a6b1a5ce916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.790972 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-4fa13744-2e5d-4818-adcd-1a6b1a5ce916 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.1537359 Feb 16 15:17:49.857712 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-ea8c09cb-690d-4624-80fb-854de7d1c993 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1002 time: 0.0609357 Feb 16 15:17:49.908613 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-49f8ea50-f7e6-437a-a385-00cf16d4f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.910074 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-49f8ea50-f7e6-437a-a385-00cf16d4f15c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0451999 Feb 16 15:17:49.964484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-f1aac8e4-d264-466a-a7f5-8e7f095b8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.966004 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-f1aac8e4-d264-466a-a7f5-8e7f095b8597 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430903 Feb 16 15:17:50.062293 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-18eee9ab-0c32-4d25-941b-576c543de5ca service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891640 Feb 16 15:17:50.158963 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d90a3b62-b92b-4d8a-93b1-839a61a1ec07 req-a5d6a83c-3986-42e2-a4ac-43b9a458110c service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899274 Feb 16 15:17:50.292338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703a1c6-076f-47d8-8776-690ad47a05f2 req-c76c5858-869b-4269-9127-d3f7f3a4cc9b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.293809 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2703a1c6-076f-47d8-8776-690ad47a05f2 req-c76c5858-869b-4269-9127-d3f7f3a4cc9b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0710135 Feb 16 15:17:50.393858 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2703a1c6-076f-47d8-8776-690ad47a05f2 req-548dfc61-30f8-4fea-a4cb-20a32deb5f31 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880079 Feb 16 15:17:50.471382 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974b58-d033-4b5f-b164-510a8d86f48c req-794c4f0f-ddbc-4542-9840-150f70f880e6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.473810 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-91974b58-d033-4b5f-b164-510a8d86f48c req-794c4f0f-ddbc-4542-9840-150f70f880e6 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0832665 Feb 16 15:17:50.559261 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-91974b58-d033-4b5f-b164-510a8d86f48c req-2587b279-04d2-41eb-b486-8b937853f7dc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779774 Feb 16 15:17:51.018761 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:17:51.107504 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 is: ACTIVE; New status is: DOWN {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:17:51.107902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:51.131988 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:51.134253 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef7f596-8cf9-405f-a05a-6ca376abe8ee" -d '{"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:51.147833 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:51.153306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:51.178779 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71360bf-1e70-437b-8260-0d60ac8afae5 x-openstack-request-id: req-d71360bf-1e70-437b-8260-0d60ac8afae5 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:51.179289 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:51.179551 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d71360bf-1e70-437b-8260-0d60ac8afae5 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:51.179924 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'code': 200} Feb 16 15:17:51.209458 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=6']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:51.529754 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac021-02b7-40e2-b3bb-e36373775893 req-eae9a292-439c-4f82-a385-1c11fba73386 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:51.531292 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-85aac021-02b7-40e2-b3bb-e36373775893 req-eae9a292-439c-4f82-a385-1c11fba73386 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0623813 Feb 16 15:17:51.588148 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-85aac021-02b7-40e2-b3bb-e36373775893 req-caf27d0d-0e75-4b57-91cd-a6582f76c0f2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504003 Feb 16 15:17:51.699173 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73f765-0eb2-4cee-8a8f-ee360042bb0a req-8352d7f2-5d73-4b4b-849b-e477ecf67dbd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:51.700590 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b73f765-0eb2-4cee-8a8f-ee360042bb0a req-8352d7f2-5d73-4b4b-849b-e477ecf67dbd tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0585182 Feb 16 15:17:51.752419 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b73f765-0eb2-4cee-8a8f-ee360042bb0a req-b1329cbb-1182-400c-951c-eb323610c121 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459676 Feb 16 15:17:52.386868 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0f531c68-835a-4389-a077-6f6f2fe0ff31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:52.716242 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02f6b3-28a5-4e59-88d2-eadd3099cb81 req-ec83e47d-84e4-49cb-bb93-561b2cfaf99e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:52.718279 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6a02f6b3-28a5-4e59-88d2-eadd3099cb81 req-ec83e47d-84e4-49cb-bb93-561b2cfaf99e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0600331 Feb 16 15:17:52.769964 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6a02f6b3-28a5-4e59-88d2-eadd3099cb81 req-07d8a874-0a70-48a6-aa62-95db199376d6 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449450 Feb 16 15:17:52.860530 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:17:52.911332 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5968-b169-46d5-a6dc-6199a4b8c75c req-d9e71f6a-0587-4c69-a01f-57b4ad6e0104 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:52.912819 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcda5968-b169-46d5-a6dc-6199a4b8c75c req-d9e71f6a-0587-4c69-a01f-57b4ad6e0104 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0673456 Feb 16 15:17:52.968822 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcda5968-b169-46d5-a6dc-6199a4b8c75c req-b94a00cf-4320-4797-b67f-58306fbf842a tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496581 Feb 16 15:17:53.910274 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f13369-65e6-49c0-8d51-4817b616920a req-8d80eb09-7bea-41b7-85ba-96594051aeed tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.911768 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3f13369-65e6-49c0-8d51-4817b616920a req-8d80eb09-7bea-41b7-85ba-96594051aeed tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Feb 16 15:17:53.969602 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3f13369-65e6-49c0-8d51-4817b616920a req-ddb2e0d1-2eb8-44eb-bc49-653965ebca85 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512087 Feb 16 15:17:54.120714 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cceed2-6dd1-4107-a9dc-dfd0308bb901 req-2408fe0f-ce9b-4135-9b07-59a0131cd66e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:54.122145 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-64cceed2-6dd1-4107-a9dc-dfd0308bb901 req-2408fe0f-ce9b-4135-9b07-59a0131cd66e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0532124 Feb 16 15:17:54.173801 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-64cceed2-6dd1-4107-a9dc-dfd0308bb901 req-24d78292-0e2a-430e-8880-b08d1c21bcb2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Feb 16 15:17:54.536425 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-12b2b779-12d5-4761-b5e8-625527794faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:55.084380 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feabcb-bc15-4d91-a756-2dd0e54725d5 req-19d39d87-b786-41a0-a268-c83d9e939c27 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.085904 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08feabcb-bc15-4d91-a756-2dd0e54725d5 req-19d39d87-b786-41a0-a268-c83d9e939c27 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0531356 Feb 16 15:17:55.139520 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-08feabcb-bc15-4d91-a756-2dd0e54725d5 req-25c66626-2716-4054-aaeb-c59a7206da10 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Feb 16 15:17:55.305701 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e3ec7-3e8f-44d4-96ac-89b599fe880b req-b7d75320-9202-451a-b643-83f246c44901 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.307232 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-657e3ec7-3e8f-44d4-96ac-89b599fe880b req-b7d75320-9202-451a-b643-83f246c44901 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0585511 Feb 16 15:17:55.365293 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-657e3ec7-3e8f-44d4-96ac-89b599fe880b req-3c904bc7-1bd6-4cd8-8902-5f0d1b02548b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519574 Feb 16 15:17:55.826354 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:56.262839 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e15b8-cfee-497a-8a21-07f55a021524 req-49e81999-a10b-4fd6-abc7-e94ab619b468 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:56.264306 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-874e15b8-cfee-497a-8a21-07f55a021524 req-49e81999-a10b-4fd6-abc7-e94ab619b468 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0559509 Feb 16 15:17:56.313252 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-874e15b8-cfee-497a-8a21-07f55a021524 req-bb85a542-e7eb-4c5a-8835-1082acfdba0e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Feb 16 15:17:56.489590 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e9a26-183e-452f-a7ea-a7e3961c2ecd req-4cbb8bac-4b94-4e66-91d0-0021565d5f06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:56.491128 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df4e9a26-183e-452f-a7ea-a7e3961c2ecd req-4cbb8bac-4b94-4e66-91d0-0021565d5f06 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0522552 Feb 16 15:17:56.538940 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df4e9a26-183e-452f-a7ea-a7e3961c2ecd req-17b986ec-5091-4f82-84b6-d1bae210ccda tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Feb 16 15:17:56.801925 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:57.438285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded2e9e-4252-4183-aba6-eff9db91c9eb req-958e7d61-56be-4269-9f23-a96bcaaba44f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:57.439889 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4ded2e9e-4252-4183-aba6-eff9db91c9eb req-958e7d61-56be-4269-9f23-a96bcaaba44f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0537343 Feb 16 15:17:57.488746 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4ded2e9e-4252-4183-aba6-eff9db91c9eb req-f33f659e-289d-4826-88b1-5b28ee45d473 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Feb 16 15:17:57.681862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848e52-3ad4-4fb4-99b6-00c343415d36 req-6b0f4098-ff3b-47ab-8db2-093c91f41c4b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:57.683337 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f848e52-3ad4-4fb4-99b6-00c343415d36 req-6b0f4098-ff3b-47ab-8db2-093c91f41c4b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0565591 Feb 16 15:17:57.735194 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f848e52-3ad4-4fb4-99b6-00c343415d36 req-128bfae1-c868-4ae6-be36-09a508a1a392 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 Feb 16 15:17:58.505451 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:17:58.629206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537b70-9e29-4a0a-9100-8483abe6e8e2 req-cfd2e6b6-3ff9-49df-b288-70c662bc92b3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:58.630672 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6b537b70-9e29-4a0a-9100-8483abe6e8e2 req-cfd2e6b6-3ff9-49df-b288-70c662bc92b3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0590875 Feb 16 15:17:58.680879 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6b537b70-9e29-4a0a-9100-8483abe6e8e2 req-35187c45-84ad-413a-a97b-fae2b2d2f24c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446990 Feb 16 15:17:58.865940 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a9c33-4d6a-40c0-af00-0d498a4e53a0 req-d0f6dcfe-5ccd-4459-b862-814648959e87 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:58.867524 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ea5a9c33-4d6a-40c0-af00-0d498a4e53a0 req-d0f6dcfe-5ccd-4459-b862-814648959e87 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0531077 Feb 16 15:17:58.915536 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ea5a9c33-4d6a-40c0-af00-0d498a4e53a0 req-829a1832-ec62-4397-88a0-7efa79e82532 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Feb 16 15:17:59.801009 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81c674-b74b-489c-8fb2-32df29dfd83b req-99e5ede5-8ed3-421e-8668-a9d870531001 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:59.802993 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3a81c674-b74b-489c-8fb2-32df29dfd83b req-99e5ede5-8ed3-421e-8668-a9d870531001 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0511155 Feb 16 15:17:59.850695 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3a81c674-b74b-489c-8fb2-32df29dfd83b req-749c6ac1-4712-4686-91d5-ea16f9c0236b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Feb 16 15:18:00.043960 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b5faa-6b44-488e-9e38-8ff18fce3f57 req-35efda94-379c-427b-9c0c-ed2423855c5b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:00.045444 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4e3b5faa-6b44-488e-9e38-8ff18fce3f57 req-35efda94-379c-427b-9c0c-ed2423855c5b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0506516 Feb 16 15:18:00.094205 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4e3b5faa-6b44-488e-9e38-8ff18fce3f57 req-03c8d955-d76e-4cc6-ba1b-78d6ff739531 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Feb 16 15:18:00.971889 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e85605-86f6-43d4-b0d7-523cdc4ec5dd req-92e9850d-91c8-42e3-84ad-efdc468085ad tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:00.973366 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d1e85605-86f6-43d4-b0d7-523cdc4ec5dd req-92e9850d-91c8-42e3-84ad-efdc468085ad tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0536060 Feb 16 15:18:01.020215 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d1e85605-86f6-43d4-b0d7-523cdc4ec5dd req-70a43e28-41b5-426b-a053-6b762c8bb5b3 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 Feb 16 15:18:01.214771 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3bfd4-b8e5-4b4d-ade8-94bbb95c02c0 req-a0a6595c-1825-40ed-970b-6062ddd56190 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:01.216224 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5da3bfd4-b8e5-4b4d-ade8-94bbb95c02c0 req-a0a6595c-1825-40ed-970b-6062ddd56190 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0514047 Feb 16 15:18:01.261580 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5da3bfd4-b8e5-4b4d-ade8-94bbb95c02c0 req-0846fdaf-75f8-4a5a-8d8f-f0579cc89eb9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Feb 16 15:18:01.722650 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:02.132884 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457fc85-2742-41cb-9173-fdff90118b8e req-7dd64d41-0467-4106-9395-2a4daaccbb23 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:02.134360 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4457fc85-2742-41cb-9173-fdff90118b8e req-7dd64d41-0467-4106-9395-2a4daaccbb23 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0493484 Feb 16 15:18:02.180841 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4457fc85-2742-41cb-9173-fdff90118b8e req-c4801445-1eb7-4f1a-95b2-90620f36785e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Feb 16 15:18:02.380652 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9ca2-a451-4105-8bc5-7f7b6ef4d446 req-21636a00-5f6c-4951-b070-08a3bcff0ad3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:02.382104 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7ecf9ca2-a451-4105-8bc5-7f7b6ef4d446 req-21636a00-5f6c-4951-b070-08a3bcff0ad3 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0508602 Feb 16 15:18:02.430989 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7ecf9ca2-a451-4105-8bc5-7f7b6ef4d446 req-c8f43514-9000-4baf-80c1-0d0e6b13eacc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435390 Feb 16 15:18:03.306053 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48df5-b193-48e2-9f68-3fa7ce261b42 req-fa9a9b41-2580-4efb-830c-a175d09efcf5 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:03.307826 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d0f48df5-b193-48e2-9f68-3fa7ce261b42 req-fa9a9b41-2580-4efb-830c-a175d09efcf5 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0607028 Feb 16 15:18:03.366384 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d0f48df5-b193-48e2-9f68-3fa7ce261b42 req-dc50187a-ba11-474d-971d-20239660799b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528622 Feb 16 15:18:03.555222 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e14f0-ea32-49c4-91db-22d0b6233f75 req-7e69f24e-7ebc-4207-8720-fca055999a9b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:03.556749 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-820e14f0-ea32-49c4-91db-22d0b6233f75 req-7e69f24e-7ebc-4207-8720-fca055999a9b tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0553570 Feb 16 15:18:03.603902 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-820e14f0-ea32-49c4-91db-22d0b6233f75 req-9676ab9b-1847-4ce4-a9a5-ee883a69818e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Feb 16 15:18:04.494406 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f3101-c7fd-4e00-b30f-f1c6c9945372 req-2e8b609c-38b3-49b7-86a2-c5108a86b11d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:04.497647 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-477f3101-c7fd-4e00-b30f-f1c6c9945372 req-2e8b609c-38b3-49b7-86a2-c5108a86b11d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0537767 Feb 16 15:18:04.543412 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-477f3101-c7fd-4e00-b30f-f1c6c9945372 req-b59a6169-482f-4ecb-8494-59846f681ce8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Feb 16 15:18:04.732297 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeb3fd-5711-4b4b-ade2-87fb4b1a13eb req-770288e2-3b31-4389-9574-a28d29967068 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:04.734109 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5bdeb3fd-5711-4b4b-ade2-87fb4b1a13eb req-770288e2-3b31-4389-9574-a28d29967068 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 943 time: 0.0571499 Feb 16 15:18:04.780178 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5bdeb3fd-5711-4b4b-ade2-87fb4b1a13eb req-07740235-80f5-46b8-9b63-7598c8038149 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Feb 16 15:18:05.074124 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:18:05.173047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:05.184528 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'port_id': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'mac_address': 'fa:16:3e:f0:03:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:18:05.223027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:05.223952 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:05.237770 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:05.257970 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:05.262000 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:05.310001 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=9']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:05.545356 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfe716-67aa-4c8b-bad8-123552f7b086 req-91d306f0-2df2-4029-b707-89ffd839b26b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:05.546892 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9dcfe716-67aa-4c8b-bad8-123552f7b086 req-91d306f0-2df2-4029-b707-89ffd839b26b tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0558636 Feb 16 15:18:05.605063 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9dcfe716-67aa-4c8b-bad8-123552f7b086 req-f3fad9f9-40ff-43b0-8fbf-debd03977dcf tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515695 Feb 16 15:18:05.617671 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['95bab56a-df1d-4a92-a1a7-c550ea3409ae'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:05.676418 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dfcc8-7122-49d3-abeb-0b0255a08eb1 req-8d22a047-b973-42ae-b84c-ad02c9abecd0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:05.678463 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b00dfcc8-7122-49d3-abeb-0b0255a08eb1 req-8d22a047-b973-42ae-b84c-ad02c9abecd0 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0586653 Feb 16 15:18:05.727241 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b00dfcc8-7122-49d3-abeb-0b0255a08eb1 req-4985ec39-d5ef-4527-b2c3-92b579e3b06f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Feb 16 15:18:05.900420 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6807d-54ba-4035-84e6-f8d47a24b26b req-44f35a65-4043-44e3-9ca4-a678dd09040d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:05.901900 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dfb6807d-54ba-4035-84e6-f8d47a24b26b req-44f35a65-4043-44e3-9ca4-a678dd09040d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 944 time: 0.0504501 Feb 16 15:18:05.950235 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dfb6807d-54ba-4035-84e6-f8d47a24b26b req-98fadd58-236d-454c-a3cb-20f6fa1e476f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Feb 16 15:18:06.726304 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bedb97-e36c-4089-822c-1a485dc45d0c req-686596cb-cd3c-4176-a053-0d17b7f00fe1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:06.727746 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72bedb97-e36c-4089-822c-1a485dc45d0c req-686596cb-cd3c-4176-a053-0d17b7f00fe1 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0538330 Feb 16 15:18:06.773978 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-72bedb97-e36c-4089-822c-1a485dc45d0c req-2276f5a3-0799-4bcc-bc1c-c76c2369c670 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Feb 16 15:18:06.845695 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c192f-dae6-4e6c-9e64-e5f116b366fa req-dd462e27-94fb-4b55-bee9-547ce5c31f64 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:06.847073 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-219c192f-dae6-4e6c-9e64-e5f116b366fa req-dd462e27-94fb-4b55-bee9-547ce5c31f64 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0518327 Feb 16 15:18:06.898801 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-219c192f-dae6-4e6c-9e64-e5f116b366fa req-ba5ff1b5-ad38-4098-af2d-e090f94f2f0a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462267 Feb 16 15:18:07.075189 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73361f-7f82-4d63-bfe4-316e7bb12ddf req-8cea99e3-d1ef-4fec-a5a6-2559dcd9617f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:07.075953 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:18:07.076925 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f73361f-7f82-4d63-bfe4-316e7bb12ddf req-8cea99e3-d1ef-4fec-a5a6-2559dcd9617f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 944 time: 0.0520444 Feb 16 15:18:07.122360 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 95bab56a-df1d-4a92-a1a7-c550ea3409ae triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:07.122652 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:07.123062 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f73361f-7f82-4d63-bfe4-316e7bb12ddf req-2a427198-f035-41cb-92ab-b46f11e937e9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 Feb 16 15:18:07.200056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 95bab56a-df1d-4a92-a1a7-c550ea3409ae is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:07.200443 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:07.221542 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:07.223684 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d3611-5c85-462d-898f-f0232d2bcce4" -d '{"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:07.235702 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:07.240081 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:07.264702 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353897d0-d408-42b3-bb3f-1bf413203f59 x-openstack-request-id: req-353897d0-d408-42b3-bb3f-1bf413203f59 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:07.265018 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-plugged", "status": "completed", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:07.265278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-353897d0-d408-42b3-bb3f-1bf413203f59 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:07.265668 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'code': 200} Feb 16 15:18:07.291444 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=10']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:07.446576 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f45b7-3557-4da6-ae14-896f296fcd66 req-a388616b-34e3-4640-baeb-cd9f2afb4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:07.447786 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-849f45b7-3557-4da6-ae14-896f296fcd66 req-a388616b-34e3-4640-baeb-cd9f2afb4a0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1130 time: 0.0422368 Feb 16 15:18:07.492147 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-849f45b7-3557-4da6-ae14-896f296fcd66 req-3dfb981c-4970-4c68-ac43-fa9fdb1d7721 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361829 Feb 16 15:18:07.890996 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1c4ee-9235-4cd1-8bc6-1f3f441968a3 req-2186a63e-bdc4-469e-af78-4b6f63816ecc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:07.892442 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3aa1c4ee-9235-4cd1-8bc6-1f3f441968a3 req-2186a63e-bdc4-469e-af78-4b6f63816ecc tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Feb 16 15:18:07.927285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-5d6003c9-d913-47d4-92b2-af3138094a57 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:07.928725 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-5d6003c9-d913-47d4-92b2-af3138094a57 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 946 time: 0.0527959 Feb 16 15:18:07.943125 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3aa1c4ee-9235-4cd1-8bc6-1f3f441968a3 req-f81502f2-6ff1-43f0-8bea-54c62b51b962 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups?id=fae7b7b4-2b5e-4265-a39e-70aa0841d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Feb 16 15:18:08.069199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ad38b-4522-4417-bfdc-aaaa7c40ec6a req-c742dd12-e868-4d82-8c3d-0287b46ddc53 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:08.070618 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c21ad38b-4522-4417-bfdc-aaaa7c40ec6a req-c742dd12-e868-4d82-8c3d-0287b46ddc53 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0920286 Feb 16 15:18:08.097067 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Deleting port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:18:08.097410 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.150865 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c21ad38b-4522-4417-bfdc-aaaa7c40ec6a req-9d9d25f4-f2ac-4d9d-b0f7-286a7425ffc9 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729034 Feb 16 15:18:08.214221 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] For port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:08.214442 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.257260 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93ed1-3124-4818-8155-90462c1fa860 req-3a4c5535-4eb2-463c-9a04-cd51c69ec714 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:08.259087 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-83e93ed1-3124-4818-8155-90462c1fa860 req-3a4c5535-4eb2-463c-9a04-cd51c69ec714 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0551846 Feb 16 15:18:08.312736 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-83e93ed1-3124-4818-8155-90462c1fa860 req-320b5c3d-107d-44d5-8d9d-d84017219697 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 Feb 16 15:18:08.405175 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.405546 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.405860 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Floating IP eef75369-859a-48ae-87a8-5b56b4e47cfa disassociated. External IP: 172.27.2.154, port: 2d975e46-3d2f-4d98-b1f3-a04b392d7c93. Feb 16 15:18:08.406204 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Calling delete_port for 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:18:08.534433 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2d975e46-3d2f-4d98-b1f3-a04b392d7c93), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.563482 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'Port': ['ID=2d975e46-3d2f-4d98-b1f3-a04b392d7c93,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:08.573815 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.574169 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.574515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.574854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.575197 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.575522 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.575901 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.576176 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.576512 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.576829 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.577207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.577529 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.577848 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:08.712567 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:18:08.819874 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:18:08.829341 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:18:08.839708 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:08.840254 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:17:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:08.859673 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] No DVR routers for this DVR port 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:18:08.862240 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:08.866170 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3505c13c-4abe-454b-be6a-f545363dcb4f req-c37d741f-7225-41d3-ae0d-80297e2e8160 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.79 "DELETE /v2.0/ports/2d975e46-3d2f-4d98-b1f3-a04b392d7c93 HTTP/1.1" status: 204 len: 173 time: 0.9145653 Feb 16 15:18:08.866615 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'name': 'network-vif-deleted', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:08.868898 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7022644-8d4b-4c7e-85c7-dd360c5587e1" -d '{"events": [{"server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "name": "network-vif-deleted", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:08.916577 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ee6a5-46a0-4f94-af23-05217a81599b x-openstack-request-id: req-c22ee6a5-46a0-4f94-af23-05217a81599b {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:08.916855 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd45cf1-9c06-433a-a463-19b3c0a931d3", "name": "network-vif-deleted", "tag": "2d975e46-3d2f-4d98-b1f3-a04b392d7c93", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:08.917855 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c22ee6a5-46a0-4f94-af23-05217a81599b {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:08.918476 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd45cf1-9c06-433a-a463-19b3c0a931d3', 'name': 'network-vif-deleted', 'tag': '2d975e46-3d2f-4d98-b1f3-a04b392d7c93', 'status': 'completed', 'code': 200} Feb 16 15:18:08.957715 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:09.064861 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9502f5bd-e122-46c8-a062-1db5ede1a542 req-2db40f41-44b5-415d-93e2-54ecb50da830 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0316944 Feb 16 15:18:09.299062 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27859ebd-cf73-4869-af5a-40bbffc4a600 req-e6e56d50-44e2-4b37-b458-a684373d3aa8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:09.300692 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27859ebd-cf73-4869-af5a-40bbffc4a600 req-e6e56d50-44e2-4b37-b458-a684373d3aa8 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0600872 Feb 16 15:18:09.319386 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:09.346817 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:18:09.359329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:09.360494 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:17:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:09.377105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27859ebd-cf73-4869-af5a-40bbffc4a600 req-2117c7a5-efe1-4f95-a77b-46ad7b5a27dd tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694559 Feb 16 15:18:09.479271 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110d19-dbe3-41ee-8f07-b1d47acb3538 req-fd25b749-ff57-4a67-9ba5-3664a0f259ef tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:09.481077 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5a110d19-dbe3-41ee-8f07-b1d47acb3538 req-fd25b749-ff57-4a67-9ba5-3664a0f259ef tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0562887 Feb 16 15:18:09.485282 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:09.531865 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-5a110d19-dbe3-41ee-8f07-b1d47acb3538 req-9521c46f-3181-4ddd-8e1d-8d150940cb6f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Feb 16 15:18:09.691765 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:09.719757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e6cd1-0d1a-421e-b6d0-b6ad8e3ad024 None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'fb92020c-0948-43f6-a50f-ef05a0b70d15', 'name': '', 'network_id': '5032179a-12ff-4bfe-87c7-4f792e6c9f8e', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'mac_address': 'fa:16:3e:1b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:17Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'subnets': [{'id': 'cda7968e-af0b-4905-851c-1d4146d4b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:18:09.936338 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461a3cf-90f3-419b-a67f-9968063dc96d None None] New status for floating IP eef75369-859a-48ae-87a8-5b56b4e47cfa: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:18:10.173898 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d50258b-6e2f-48a2-a8fd-8b44d9972597 req-08636cb8-1aa0-4782-a9a5-a29a19b128be tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0253797 Feb 16 15:18:10.500066 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833844f-8b96-44cc-b732-5199de81a241 req-b6f2b434-1033-4c44-af13-17ec75e4a98a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:10.501540 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c833844f-8b96-44cc-b732-5199de81a241 req-b6f2b434-1033-4c44-af13-17ec75e4a98a tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 944 time: 0.0543339 Feb 16 15:18:10.547996 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c833844f-8b96-44cc-b732-5199de81a241 req-e8970356-39ef-4ccb-b155-f70b195050c1 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Feb 16 15:18:10.659375 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d89462-f2c9-43f7-8f98-6dba2ec787e0 req-e54dbb75-fbcf-4855-af8f-3cc8001b2d01 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:10.661515 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14d89462-f2c9-43f7-8f98-6dba2ec787e0 req-e54dbb75-fbcf-4855-af8f-3cc8001b2d01 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0522799 Feb 16 15:18:10.706433 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14d89462-f2c9-43f7-8f98-6dba2ec787e0 req-4f777415-2392-495a-a0f2-bdf9dbaff66f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Feb 16 15:18:11.198056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:18:11.279596 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-4ee29707-5f9d-4f16-ad2b-d45ba65f2a03 req-950bf97b-5c17-427e-98b2-3ab14a55075d tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0265353 Feb 16 15:18:11.301329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:11.311698 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'port_id': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'mac_address': 'fa:16:3e:a5:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:18:11.348784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:11.349198 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:11.361691 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:11.381532 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:11.385398 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:11.434547 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=7']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:11.664016 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030113ba-982c-41f9-b095-3774e406d67a req-ca243d26-44f3-41b3-89e9-ce5622ba2647 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:11.665478 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-030113ba-982c-41f9-b095-3774e406d67a req-ca243d26-44f3-41b3-89e9-ce5622ba2647 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Feb 16 15:18:11.716538 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-030113ba-982c-41f9-b095-3774e406d67a req-960ee695-14fc-467a-a18e-ded454441dfe tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455828 Feb 16 15:18:11.832350 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab148-2534-4d21-8a24-f1cb9c49243c req-a02756c3-6fe8-45c3-873b-cc1d2fca40a7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:11.834478 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c03ab148-2534-4d21-8a24-f1cb9c49243c req-a02756c3-6fe8-45c3-873b-cc1d2fca40a7 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0509179 Feb 16 15:18:11.883963 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c03ab148-2534-4d21-8a24-f1cb9c49243c req-b545a6c0-5add-42a6-83ae-5f5fc906100f tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 Feb 16 15:18:12.381261 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af3f38f0-909a-4a89-b104-91b9ec31bbab req-b509666f-b48f-46cf-a338-48c65a4260c3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dd45cf1-9c06-433a-a463-19b3c0a931d3 HTTP/1.1" status: 200 len: 210 time: 0.0260491 Feb 16 15:18:12.534843 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:12.568237 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:18:12.568592 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d975e46-3d2f-4d98-b1f3-a04b392d7c93 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:12.586289 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-bd75cc0d-ebb6-449b-8d12-435cc6de2c98 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476935 Feb 16 15:18:12.670032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-63fe7deb-4888-4491-8660-8285eb6f9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.671529 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-63fe7deb-4888-4491-8660-8285eb6f9984 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1130 time: 0.0460365 Feb 16 15:18:12.783674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-75a04e7f-c2ea-4c13-949c-76dc8d188ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.785228 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-75a04e7f-c2ea-4c13-949c-76dc8d188ea7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0881557 Feb 16 15:18:12.834891 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8096-fc1d-4dc4-8c00-6ef0c0f64c6f req-b95cb699-9001-4e3d-892a-6220edda8a12 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.836381 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a09d8096-fc1d-4dc4-8c00-6ef0c0f64c6f req-b95cb699-9001-4e3d-892a-6220edda8a12 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 945 time: 0.0514805 Feb 16 15:18:12.852770 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-8a8e1376-fa8e-41cf-9dae-ac6e01bd5626 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 1002 time: 0.0591333 Feb 16 15:18:12.884661 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a09d8096-fc1d-4dc4-8c00-6ef0c0f64c6f req-3f2cf8ed-6e4c-4d8b-9d49-fcd7b125a536 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Feb 16 15:18:12.903916 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-2a5520af-b999-4a63-b431-0ae0e2c34da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.905428 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-2a5520af-b999-4a63-b431-0ae0e2c34da8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0467591 Feb 16 15:18:12.952361 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-ae29e4a6-0def-4847-9793-822731570f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.953870 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-ae29e4a6-0def-4847-9793-822731570f1b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429742 Feb 16 15:18:13.019787 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e2d87-27b6-4b78-ba57-97dcc4defc1e req-ab25564a-948c-4c10-8eea-17dfdc9ac788 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.021998 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e73e2d87-27b6-4b78-ba57-97dcc4defc1e req-ab25564a-948c-4c10-8eea-17dfdc9ac788 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0667408 Feb 16 15:18:13.116712 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e73e2d87-27b6-4b78-ba57-97dcc4defc1e req-6718bbc5-4f24-46eb-98bc-b4c6de57eae9 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887322 Feb 16 15:18:13.120319 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-0a3eab77-0df1-4b15-8d5f-556f714c0820 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295085 Feb 16 15:18:13.216321 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-382bdb6d-52f4-486a-bb48-70b77eae8454 req-ae9ddbe6-3a20-4855-9f3b-4377195483d9 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846143 Feb 16 15:18:13.390827 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['5fe8bfaa-94fa-4554-84f2-facf18c1cb78'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:13.464780 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43362) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:13.518209 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (fae7b7b4-2b5e-4265-a39e-70aa0841d44b), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.545607 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (fae7b7b4-2b5e-4265-a39e-70aa0841d44b), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.625444 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fae7b7b4-2b5e-4265-a39e-70aa0841d44b), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.627970 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.629183 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "DELETE /v2.0/security-groups/fae7b7b4-2b5e-4265-a39e-70aa0841d44b HTTP/1.1" status: 204 len: 168 time: 0.1631541 Feb 16 15:18:13.633062 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43370) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:13.650871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae7b7b4-2b5e-4265-a39e-70aa0841d44b,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:13.663040 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.api.v2.resource [None req-533c18da-c68e-4fbc-b08e-687479a38bc3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] show failed (client error): The resource could not be found. Feb 16 15:18:13.664191 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-533c18da-c68e-4fbc-b08e-687479a38bc3 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "GET /v2.0/security-groups/fae7b7b4-2b5e-4265-a39e-70aa0841d44b HTTP/1.1" status: 404 len: 347 time: 0.0297306 Feb 16 15:18:13.665778 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.666198 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.666712 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.667056 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.667579 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.667915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.668250 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.668589 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.668915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.669267 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.669594 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.669914 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.670231 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d60efe9-dac5-4066-a186-52fb246d87c5 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.672916 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43372) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:13.807543 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Deleting port e67d3978-c7ae-43e0-a542-7c5a6188276d {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:18:13.808199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.906304 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.906962 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (e67d3978-c7ae-43e0-a542-7c5a6188276d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:13.907479 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa7507-58ad-42f9-a57a-989aa963f878 req-a38dc8c1-fc62-44f2-bbf1-65db5098c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.909060 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f1fa7507-58ad-42f9-a57a-989aa963f878 req-a38dc8c1-fc62-44f2-bbf1-65db5098c4d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1129 time: 0.3294585 Feb 16 15:18:13.920675 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Calling delete_port for e67d3978-c7ae-43e0-a542-7c5a6188276d owned by network:floatingip {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:18:13.963367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f1fa7507-58ad-42f9-a57a-989aa963f878 req-ad707d88-cdad-43fd-a1ba-a02fcaa1b39b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476663 Feb 16 15:18:14.052110 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c5006-032b-4b4c-ab6f-b47d067c0ec0 req-a5cd75f0-342b-4d3f-9626-cb3e09831840 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:14.053642 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a66c5006-032b-4b4c-ab6f-b47d067c0ec0 req-a5cd75f0-342b-4d3f-9626-cb3e09831840 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 945 time: 0.0751178 Feb 16 15:18:14.117050 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (e67d3978-c7ae-43e0-a542-7c5a6188276d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:14.155299 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Pushing event deleted for resources: {'Port': ['ID=e67d3978-c7ae-43e0-a542-7c5a6188276d,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:14.162500 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a66c5006-032b-4b4c-ab6f-b47d067c0ec0 req-11ca2811-f1ae-4822-840a-d7993cc48be4 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876489 Feb 16 15:18:14.218295 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks [] for floatingip (eef75369-859a-48ae-87a8-5b56b4e47cfa), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:14.220746 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:14.221911 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c4d237bd-ad4a-4869-bf14-1552dee02f97 tempest-AttachVolumeTestJSON-2004013896 tempest-AttachVolumeTestJSON-2004013896-project] 10.222.0.45 "DELETE /v2.0/floatingips/eef75369-859a-48ae-87a8-5b56b4e47cfa HTTP/1.1" status: 204 len: 168 time: 0.5478420 Feb 16 15:18:15.186504 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:18:15.234998 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:15.235290 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:15.279033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4042d-c1e7-4c5c-8b9b-62ed95edde88 req-28e1f879-c81c-43ca-8899-4de5308a270f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.280494 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ad4042d-c1e7-4c5c-8b9b-62ed95edde88 req-28e1f879-c81c-43ca-8899-4de5308a270f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 945 time: 0.0515409 Feb 16 15:18:15.316744 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:15.317741 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:15.329192 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ad4042d-c1e7-4c5c-8b9b-62ed95edde88 req-96da5e64-20f0-4467-9912-4b4ef2e32501 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Feb 16 15:18:15.342642 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:15.343525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0684c0e-38c0-48b0-8a11-6322eb5d5b34" -d '{"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-plugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:15.357056 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:15.362043 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:15.385662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808612c7-d790-4413-86ba-e4113ae16db9 x-openstack-request-id: req-808612c7-d790-4413-86ba-e4113ae16db9 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:15.385960 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-plugged", "status": "completed", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:15.386215 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-808612c7-d790-4413-86ba-e4113ae16db9 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:15.386603 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'code': 200} Feb 16 15:18:15.412411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=8']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:16.450192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445f4c2-6880-41b1-920f-4dc51791c580 req-d4070ad6-cd82-4691-88f4-aff8a329f24d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:16.451627 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5445f4c2-6880-41b1-920f-4dc51791c580 req-d4070ad6-cd82-4691-88f4-aff8a329f24d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0549295 Feb 16 15:18:16.499024 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5445f4c2-6880-41b1-920f-4dc51791c580 req-cffe98ed-65e3-4afd-80a1-fa25e2c72b41 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Feb 16 15:18:18.343038 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-19860423-552f-463f-9d5f-93465b110e80 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340657639&fields=id&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 267 time: 0.0427244 Feb 16 15:18:18.449898 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-73cf49b0-2556-4081-9824-ae50fa353559 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:18.451342 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-73cf49b0-2556-4081-9824-ae50fa353559 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.1022515 Feb 16 15:18:18.465483 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-5ca870f7-6955-473a-9037-f0a1d7911b0e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/quotas/7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Feb 16 15:18:18.529050 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-5f8fb478-73d0-408c-8634-b4855fa7b1fd tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563827 Feb 16 15:18:18.938449 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-ffb70581-af7a-4a01-8c3e-34093feb61b2 service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926370 Feb 16 15:18:19.031459 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-3dbe6948-364e-44a5-9adc-64f32845257a service neutron] 10.222.0.45 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863237 Feb 16 15:18:19.310222 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fb0ea7c-1a20-4892-a26f-fca8c2d9f3c4 req-5fe31fc8-c3ad-4e2a-8350-f3a451340c7c tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 210 time: 0.0259652 Feb 16 15:18:20.298906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-45387f9f-f96d-4ca1-b3cc-342a2796e4bc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:20.300351 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-45387f9f-f96d-4ca1-b3cc-342a2796e4bc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 812 time: 0.1111867 Feb 16 15:18:20.364698 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-f4063ac3-80a8-4836-af88-e355693c64fb tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f55fdc1ae354b40a6f6bc6b76214172 HTTP/1.1" status: 200 len: 379 time: 0.0555124 Feb 16 15:18:20.376412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'port': {'device_id': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'admin_state_up': True, 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'security_groups': ['aa618b7c-77ad-41b5-9779-30fe586a42fd']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:18:20.406724 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ed01ca3a-fc3d-40bc-a2d8-59fb2d9773b7 req-3653bad9-fc14-44bf-957b-51430950ebe5 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 210 time: 0.0266333 Feb 16 15:18:20.482998 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Made reservation on behalf of 7f55fdc1ae354b40a6f6bc6b76214172 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:18:20.489181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:20.626383 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.20.0.4 (6baa82a6-33de-4a7d-b052-bdae88156f46/b3b9d5af-3cf7-4a96-bec0-e387be46a849/8cc52651-b1d5-4f46-9ff6-9686100aaf3a) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:18:20.771506 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:20.811127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:20.851672 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:18:20.854844 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:18:20.861415 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:18:20.889837 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43456) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:20.893046 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:20.921067 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:20.921686 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:20.939069 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-3336fca4-cfc9-4586-a0e5-58aa4786b641 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665169 Feb 16 15:18:20.951471 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Request body: {'port': {'device_id': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:18:21.023735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.114066 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-1bca74d3-09b0-4cfd-ac61-8e2b80a12e54 None None] Provisioning complete for port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:21.114687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1bca74d3-09b0-4cfd-ac61-8e2b80a12e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.153817 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1bca74d3-09b0-4cfd-ac61-8e2b80a12e54 None None] Port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:18:21.298833 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc52651-b1d5-4f46-9ff6-9686100aaf3a {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:21.307194 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks [] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.319977 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Transition to ACTIVE for port object 8cc52651-b1d5-4f46-9ff6-9686100aaf3a will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:18:21.323879 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.365219 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (31feab63-18f8-418e-82f7-21a5bed22f81), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.378941 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:21.476914 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Attempting to bind port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:18:21.477425 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Attempting to bind port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:18:21.477762 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Attempting to bind port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:21.482636 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a on network 6baa82a6-33de-4a7d-b052-bdae88156f46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:18:21.482961 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Attempting to bind port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a on network 6baa82a6-33de-4a7d-b052-bdae88156f46 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:21.488824 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:18:21.490383 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Checking segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:18:21.490778 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Bound using segment: {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:18:21.491226 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Bound port: 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feaff299-585f-46cf-bb79-ebd02bda4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:18:21.491589 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.596325 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc511d-84c5-4ce9-8c8d-681350bd1025 req-75fe2418-bd39-49cb-ba36-bfa6a089cdb9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.597871 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dabc511d-84c5-4ce9-8c8d-681350bd1025 req-75fe2418-bd39-49cb-ba36-bfa6a089cdb9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0962484 Feb 16 15:18:21.601609 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:18:21.606017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:18:21.614862 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.649774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Deleting port fb92020c-0948-43f6-a50f-ef05a0b70d15 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:18:21.649774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.664216 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.664887 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.666276 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] 10.222.0.79 "PUT /v2.0/ports/8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 200 len: 1093 time: 0.7193813 Feb 16 15:18:21.666728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:21.668871 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7471eb7a-813e-4794-996e-deb1bf2870e9" -d '{"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:21.712449 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dabc511d-84c5-4ce9-8c8d-681350bd1025 req-e232e4cf-c203-4ebe-8404-605cb768ce4d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082723 Feb 16 15:18:21.713264 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e037ed-ba04-4d8d-bca5-6d19e341e35a service neutron] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:21.758772 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e3d19-1df7-4e57-aa6f-74ed346aabe7 x-openstack-request-id: req-9c4e3d19-1df7-4e57-aa6f-74ed346aabe7 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:21.759085 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:21.759325 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c4e3d19-1df7-4e57-aa6f-74ed346aabe7 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:21.759735 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'status': 'completed', 'code': 200} Feb 16 15:18:21.763469 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] For port fb92020c-0948-43f6-a50f-ef05a0b70d15, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=fb92020c-0948-43f6-a50f-ef05a0b70d15,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:21.763840 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:21.772429 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-31a6cfc7-7a40-4525-bdef-699814fcc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.774049 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-31a6cfc7-7a40-4525-bdef-699814fcc2da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1127 time: 0.0557001 Feb 16 15:18:21.785778 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Calling delete_port for fb92020c-0948-43f6-a50f-ef05a0b70d15 owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:18:21.828800 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-e978449f-a262-4605-b583-6dad8bd61d94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0425723 Feb 16 15:18:21.899824 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-058febf7-73f5-4838-9ad8-0791dce27145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.903105 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-058febf7-73f5-4838-9ad8-0791dce27145 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0670404 Feb 16 15:18:21.963227 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646223b-8710-41e9-8296-7533e73bf904 req-62e9cec0-463b-483a-ba30-c6a2f7b110ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.964827 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-62e9cec0-463b-483a-ba30-c6a2f7b110ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0565422 Feb 16 15:18:22.001960 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (fb92020c-0948-43f6-a50f-ef05a0b70d15), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.038183 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb92020c-0948-43f6-a50f-ef05a0b70d15,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:22.064139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-eaf6ca38-2de1-4e3b-87bf-40c5fc7a8ab1 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932460 Feb 16 15:18:22.180621 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2646223b-8710-41e9-8296-7533e73bf904 req-67cd5b9b-bd12-40b1-aa73-58b8a1f91f21 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104286 Feb 16 15:18:22.204300 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (31feab63-18f8-418e-82f7-21a5bed22f81), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.280466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-112aff0f-4c67-492f-b416-f0d08eac3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.281995 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-112aff0f-4c67-492f-b416-f0d08eac3ab5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1127 time: 0.0469232 Feb 16 15:18:22.380582 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-152a5957-eaf7-408a-8a7c-c62450abb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.382164 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-152a5957-eaf7-408a-8a7c-c62450abb787 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0936890 Feb 16 15:18:22.389080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d93d9a1e-e1fb-4380-81e6-aa748e9b84c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.426569 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-12dbe116-d4a0-451f-a8f7-8111b26d5962 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0358713 Feb 16 15:18:22.432021 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Router 31feab63-18f8-418e-82f7-21a5bed22f81 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:18:22.493687 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-eb978fd4-72c1-4b9b-a178-2adf2812a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.495121 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-eb978fd4-72c1-4b9b-a178-2adf2812a843 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0555243 Feb 16 15:18:22.545365 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:18:22.553482 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9e2c7633-b5d9-48c6-8b6a-c44e7e0d304a admin admin] 10.222.0.45 "PUT /v2.0/routers/31feab63-18f8-418e-82f7-21a5bed22f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589634 Feb 16 15:18:22.553666 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-083b1092-1790-4d14-aa66-cca17bb4b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.553945 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43464) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:22.554442 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-083b1092-1790-4d14-aa66-cca17bb4b2da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503368 Feb 16 15:18:22.561251 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Sync routers for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:18:22.576385 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:22.577055 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:17:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:22.654031 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-297f0b96-ad96-4cf4-b856-117f8a85c485 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909417 Feb 16 15:18:22.671081 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks [] for router (31feab63-18f8-418e-82f7-21a5bed22f81), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.691083 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:22.748401 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7471eb7a-813e-4794-996e-deb1bf2870e9 req-2c310143-8278-4abd-9b7b-323c3e5f1403 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Feb 16 15:18:22.789827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks [] for router_gateway (31feab63-18f8-418e-82f7-21a5bed22f81), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.847536 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b259f9-25d9-4ff5-a879-0f3cd56315da req-be20f5e8-a647-4b24-8198-4da12e9e940f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.848388 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Deleting port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:18:22.848734 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.850021 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99b259f9-25d9-4ff5-a879-0f3cd56315da req-be20f5e8-a647-4b24-8198-4da12e9e940f tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0561924 Feb 16 15:18:22.887401 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:18:21Z', 'revision_number': 5, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port': {'id': '6190cb04-ebce-44cb-8ad1-f6abacd1db8a', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:22.901612 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99b259f9-25d9-4ff5-a879-0f3cd56315da req-c475917e-1e1e-466a-b1de-a0fef854fe3a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 Feb 16 15:18:22.922913 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Checking router: 31feab63-18f8-418e-82f7-21a5bed22f81 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:18:22.931060 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] For port 6190cb04-ebce-44cb-8ad1-f6abacd1db8a, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:22.931352 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Routers {'31feab63-18f8-418e-82f7-21a5bed22f81'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:22.931464 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:22.931994 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:17:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['31feab63-18f8-418e-82f7-21a5bed22f81'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:22.943682 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Calling delete_port for 6190cb04-ebce-44cb-8ad1-f6abacd1db8a owned by network:router_gateway {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:18:23.112493 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (6190cb04-ebce-44cb-8ad1-f6abacd1db8a), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.138924 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Pushing event deleted for resources: {'Port': ['ID=6190cb04-ebce-44cb-8ad1-f6abacd1db8a,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:23.150135 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] Set router 31feab63-18f8-418e-82f7-21a5bed22f81 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:23.200207 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (31feab63-18f8-418e-82f7-21a5bed22f81), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.202113 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:18:22Z', 'revision_number': 6, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:23.231101 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655b75c3-5aa5-498a-b233-3f74f9487d9b None None] The sync data for ids ['31feab63-18f8-418e-82f7-21a5bed22f81'] in dv-cinder-804035-31-iscsi is: [{'id': '31feab63-18f8-418e-82f7-21a5bed22f81', 'name': 'tempest-AttachVolumeTestJSON-744740660-router', 'tenant_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:18:22Z', 'revision_number': 6, 'project_id': 'bab1b62f70274237a5cf07e8c34c6a9c', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:18:23.291855 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (31feab63-18f8-418e-82f7-21a5bed22f81), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.293949 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks [] for router_controller (31feab63-18f8-418e-82f7-21a5bed22f81), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.340338 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (31feab63-18f8-418e-82f7-21a5bed22f81), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.340870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31feab63-18f8-418e-82f7-21a5bed22f81 {{(pid=102763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:18:23.345302 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.346418 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ebebefd8-9a7d-4df7-959d-09111167d553 admin admin] 10.222.0.45 "DELETE /v2.0/routers/31feab63-18f8-418e-82f7-21a5bed22f81 HTTP/1.1" status: 204 len: 168 time: 0.7913966 Feb 16 15:18:23.348861 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43468) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:23.393561 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Deleting subnet cda7968e-af0b-4905-851c-1d4146d4b0b7 {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:18:23.397370 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Publish callbacks [] for subnet (cda7968e-af0b-4905-851c-1d4146d4b0b7), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.429582 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (cda7968e-af0b-4905-851c-1d4146d4b0b7), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.501471 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (cda7968e-af0b-4905-851c-1d4146d4b0b7), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.555617 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (cda7968e-af0b-4905-851c-1d4146d4b0b7), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.581104 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda7968e-af0b-4905-851c-1d4146d4b0b7,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:23.585825 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.592079 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a81a9c-1f4b-4007-9d5c-c4013485a928 None None] Network 5032179a-12ff-4bfe-87c7-4f792e6c9f8e requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:18:23.592604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43470) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:23.594370 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0c899f0a-8d29-4788-ae42-731dd62aed32 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cda7968e-af0b-4905-851c-1d4146d4b0b7 HTTP/1.1" status: 204 len: 168 time: 0.2435799 Feb 16 15:18:23.674243 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (5032179a-12ff-4bfe-87c7-4f792e6c9f8e), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.728052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Deleting port cbbe900b-6479-4ac5-9c5e-259029e2f1aa {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:18:23.728386 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.792635 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] For port cbbe900b-6479-4ac5-9c5e-259029e2f1aa, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,segment=NetworkSegment(7280d8d1-abae-42ba-80ce-39b1d09e23bb),segment_id=7280d8d1-abae-42ba-80ce-39b1d09e23bb)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:23.793031 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.805046 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Calling delete_port for cbbe900b-6479-4ac5-9c5e-259029e2f1aa owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:18:23.883194 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (cbbe900b-6479-4ac5-9c5e-259029e2f1aa), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:23.915504 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbe900b-6479-4ac5-9c5e-259029e2f1aa,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:23.917289 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] No DVR routers for this DVR port cbbe900b-6479-4ac5-9c5e-259029e2f1aa on host dv-cinder-804035-31-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:18:23.992506 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (5032179a-12ff-4bfe-87c7-4f792e6c9f8e), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.013782 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d657a77-7863-4604-b2d4-3e99253cb7bf None None] DHCP port deletion for 5032179a-12ff-4bfe-87c7-4f792e6c9f8e request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:18:24.020698 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5032179a-12ff-4bfe-87c7-4f792e6c9f8e']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:24.037711 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7280d8d1-abae-42ba-80ce-39b1d09e23bb') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:24.038013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7280d8d1-abae-42ba-80ce-39b1d09e23bb') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:24.043746 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27061-e31f-4461-9880-14f608121231 req-65dd4e05-b1e0-4dc3-b90e-8303fb6b53c6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.046830 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8ea27061-e31f-4461-9880-14f608121231 req-65dd4e05-b1e0-4dc3-b90e-8303fb6b53c6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0737140 Feb 16 15:18:24.048454 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (7280d8d1-abae-42ba-80ce-39b1d09e23bb), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.064399 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (7280d8d1-abae-42ba-80ce-39b1d09e23bb), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.070836 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:18:24.071257 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (7280d8d1-abae-42ba-80ce-39b1d09e23bb), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:18:24.073182 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:18:24.098298 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8ea27061-e31f-4461-9880-14f608121231 req-5b43ec41-3c09-4d6c-a8e2-864970fa60a8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445268 Feb 16 15:18:24.130336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (5032179a-12ff-4bfe-87c7-4f792e6c9f8e), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.135680 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.138941 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5032179a-12ff-4bfe-87c7-4f792e6c9f8e HTTP/1.1" status: 204 len: 168 time: 0.5454686 Feb 16 15:18:24.151243 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6161-ce85-4321-922f-488b08064057 admin admin] Pushing event deleted for resources: {'Network': ['ID=5032179a-12ff-4bfe-87c7-4f792e6c9f8e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:24.267234 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43476) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:24.319069 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b08076af-e753-49e8-bb71-d54e4c96aa17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bab1b62f70274237a5cf07e8c34c6a9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0505960 Feb 16 15:18:24.321526 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43478) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:24.373446 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6190cb04-ebce-44cb-8ad1-f6abacd1db8a no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:24.378491 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] Publish callbacks [] for security_group (58344880-7bb9-49d9-bc56-6092247816ce), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.398037 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 6190cb04-ebce-44cb-8ad1-f6abacd1db8a {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:18:24.398383 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6190cb04-ebce-44cb-8ad1-f6abacd1db8a not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:24.398795 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device cbbe900b-6479-4ac5-9c5e-259029e2f1aa no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:24.399485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] Publish callbacks [] for security_group (58344880-7bb9-49d9-bc56-6092247816ce), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.417539 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: cbbe900b-6479-4ac5-9c5e-259029e2f1aa {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:18:24.417826 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device cbbe900b-6479-4ac5-9c5e-259029e2f1aa not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:24.418228 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device fb92020c-0948-43f6-a50f-ef05a0b70d15 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:24.437357 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: fb92020c-0948-43f6-a50f-ef05a0b70d15 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:18:24.437709 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device fb92020c-0948-43f6-a50f-ef05a0b70d15 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:24.449722 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (58344880-7bb9-49d9-bc56-6092247816ce), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.452307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:24.453545 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58344880-7bb9-49d9-bc56-6092247816ce HTTP/1.1" status: 204 len: 168 time: 0.1307817 Feb 16 15:18:24.461964 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e84760-2f57-402b-8922-bf9118c2d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58344880-7bb9-49d9-bc56-6092247816ce,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:24.540476 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb39a-ebfd-4881-a24f-3da38f5eb198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:25.219342 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320edb6-c3a2-482e-b5fb-00a73d8f6705 req-0f7a1d53-4857-4664-b195-05aef5203add tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:25.220806 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8320edb6-c3a2-482e-b5fb-00a73d8f6705 req-0f7a1d53-4857-4664-b195-05aef5203add tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0546136 Feb 16 15:18:25.270821 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8320edb6-c3a2-482e-b5fb-00a73d8f6705 req-d9037745-88f1-49c1-90ea-a0437b4684ce tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Feb 16 15:18:25.826684 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:26.384777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d920b-7c9f-408e-9a04-d0995431387c req-b94d5be9-a1e4-4f4a-8765-de7e20cca5e3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:26.386265 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-555d920b-7c9f-408e-9a04-d0995431387c req-b94d5be9-a1e4-4f4a-8765-de7e20cca5e3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0501552 Feb 16 15:18:26.440926 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-555d920b-7c9f-408e-9a04-d0995431387c req-82b86a64-07a2-45fe-9beb-701b901b555d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491905 Feb 16 15:18:26.809649 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:27.560253 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e94d-0ada-4d5a-81b7-78fe326d2e41 req-37949530-d57d-4856-8c3f-21135fadb3ef tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:27.561797 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1d6e94d-0ada-4d5a-81b7-78fe326d2e41 req-37949530-d57d-4856-8c3f-21135fadb3ef tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0525167 Feb 16 15:18:27.611207 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1d6e94d-0ada-4d5a-81b7-78fe326d2e41 req-05f5731e-95bc-4bd0-b169-1663c6b29704 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Feb 16 15:18:28.511224 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:28.726010 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af69f2-6504-400a-a5e7-61de63151c34 req-3122d4cc-9643-4d9d-af74-48f7ff986951 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:28.727467 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-33af69f2-6504-400a-a5e7-61de63151c34 req-3122d4cc-9643-4d9d-af74-48f7ff986951 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0496128 Feb 16 15:18:28.773645 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-33af69f2-6504-400a-a5e7-61de63151c34 req-63ed606f-004f-40c5-be9e-9ba972c109d4 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 Feb 16 15:18:29.860371 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:18:29.894227 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d2333-5e51-4d41-8342-e6ebe46be72d req-6bf44b78-d887-462f-89c1-b504519dcaf5 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:29.896281 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ff2d2333-5e51-4d41-8342-e6ebe46be72d req-6bf44b78-d887-462f-89c1-b504519dcaf5 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0549390 Feb 16 15:18:29.942819 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ff2d2333-5e51-4d41-8342-e6ebe46be72d req-02a9bc22-e33a-41b8-81b7-93af70d62185 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407355 Feb 16 15:18:31.057981 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407ce0-4db1-4cd3-a503-5a8e62a1e3e8 req-8148dcc4-17a3-479f-98b5-8452221721bc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:31.059064 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36407ce0-4db1-4cd3-a503-5a8e62a1e3e8 req-8148dcc4-17a3-479f-98b5-8452221721bc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0511680 Feb 16 15:18:31.106518 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-36407ce0-4db1-4cd3-a503-5a8e62a1e3e8 req-4a2e14c8-0568-4901-a74b-7e3281f6ead9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Feb 16 15:18:31.729564 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:32.227444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc716e1-3a19-404e-be30-59f125a275de req-314a9a27-3f7c-474a-a44d-cf742ae34466 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:32.228909 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efc716e1-3a19-404e-be30-59f125a275de req-314a9a27-3f7c-474a-a44d-cf742ae34466 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0521359 Feb 16 15:18:32.276362 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efc716e1-3a19-404e-be30-59f125a275de req-fcb3e17c-4433-430a-9d1e-42dd22d8341d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Feb 16 15:18:33.275888 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 8cc52651-b1d5-4f46-9ff6-9686100aaf3a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:18:33.376266 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:33.391264 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'port_id': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'mac_address': 'fa:16:3e:db:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:18:33.408363 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f245-8219-44f6-8546-6fe34666b932 req-68879442-5efc-47d1-a987-0c2cda79c0a3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:33.409985 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c375f245-8219-44f6-8546-6fe34666b932 req-68879442-5efc-47d1-a987-0c2cda79c0a3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0563023 Feb 16 15:18:33.428505 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:33.428897 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:33.442054 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc52651-b1d5-4f46-9ff6-9686100aaf3a {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:33.461522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:33.462018 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c375f245-8219-44f6-8546-6fe34666b932 req-e990fc8b-a171-4cbf-9c09-0fda6fb43440 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459127 Feb 16 15:18:33.465542 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:33.511255 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:33.517903 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.518261 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.518609 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.518946 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.519822 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.520151 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.520481 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.520809 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.521169 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.521757 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.522082 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.522402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.522720 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:33.900585 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['8cc52651-b1d5-4f46-9ff6-9686100aaf3a'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:34.581910 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5af51e-ea2b-4828-a8f2-153f3656f3c8 req-714da308-ea77-4e5e-a872-2816fe3f1ddc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:34.583382 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eb5af51e-ea2b-4828-a8f2-153f3656f3c8 req-714da308-ea77-4e5e-a872-2816fe3f1ddc tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 944 time: 0.0538456 Feb 16 15:18:34.632376 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-eb5af51e-ea2b-4828-a8f2-153f3656f3c8 req-ed086077-4ef2-4d3e-b2cb-a6f4da836a46 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Feb 16 15:18:34.737298 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43610) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:34.844722 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4763-450e-46e3-ad03-c3381625fc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:34.918260 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4763-450e-46e3-ad03-c3381625fc13 admin admin] Publish callbacks [] for security_group (734ceb71-6bc6-4e75-bba4-bcb8406c5b8e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:34.921869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4763-450e-46e3-ad03-c3381625fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (734ceb71-6bc6-4e75-bba4-bcb8406c5b8e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:34.962545 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a4dd4763-450e-46e3-ad03-c3381625fc13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a517df4165224434bc5d81fc771840b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241347 Feb 16 15:18:34.963662 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4763-450e-46e3-ad03-c3381625fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ceb71-6bc6-4e75-bba4-bcb8406c5b8e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:34.965187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43614) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:35.011585 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] Publish callbacks [] for security_group (734ceb71-6bc6-4e75-bba4-bcb8406c5b8e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.032155 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] Publish callbacks [] for security_group (734ceb71-6bc6-4e75-bba4-bcb8406c5b8e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.077827 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (734ceb71-6bc6-4e75-bba4-bcb8406c5b8e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.080212 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.081373 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/734ceb71-6bc6-4e75-bba4-bcb8406c5b8e HTTP/1.1" status: 204 len: 168 time: 0.1151919 Feb 16 15:18:35.089268 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f5419-2da6-4a47-a3d8-fa910e2a30c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ceb71-6bc6-4e75-bba4-bcb8406c5b8e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:35.285150 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 8cc52651-b1d5-4f46-9ff6-9686100aaf3a up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:18:35.340008 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:18:35.343744 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:35.344119 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.423324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:18:35.423721 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.446674 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:35.449324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2458f3b-5dd3-4c60-b5d3-01ee79313963" -d '{"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-plugged", "status": "completed", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:35.461963 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:35.467824 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:35.500486 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5568b3-53c0-4c09-99c0-6856087825f4 x-openstack-request-id: req-0f5568b3-53c0-4c09-99c0-6856087825f4 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:35.500784 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-plugged", "status": "completed", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:35.501140 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f5568b3-53c0-4c09-99c0-6856087825f4 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:35.501534 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'code': 200} Feb 16 15:18:35.535004 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:35.759140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63f1a7-baf9-4e62-94d2-985b6e20ce3e req-2d631226-fb52-4499-9026-1859e3f2666b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:35.759888 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46128-96fb-4bd3-985e-f171dc793bee req-36fe8368-c682-4177-a0b6-2c81187f2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:35.760971 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9ac46128-96fb-4bd3-985e-f171dc793bee req-36fe8368-c682-4177-a0b6-2c81187f2446 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1129 time: 0.0457470 Feb 16 15:18:35.766001 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f63f1a7-baf9-4e62-94d2-985b6e20ce3e req-2d631226-fb52-4499-9026-1859e3f2666b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0626230 Feb 16 15:18:35.811153 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9ac46128-96fb-4bd3-985e-f171dc793bee req-0b5bf84d-1638-413d-aa8a-f09ec30e209b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440409 Feb 16 15:18:35.813239 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f63f1a7-baf9-4e62-94d2-985b6e20ce3e req-61504d43-072a-482b-bfb9-521274ee7d66 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Feb 16 15:18:36.933783 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48c531-dd16-4977-9efc-6b18418a3dde req-37f6b94f-49a6-4b2f-944b-50380a194f93 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:36.935244 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b48c531-dd16-4977-9efc-6b18418a3dde req-37f6b94f-49a6-4b2f-944b-50380a194f93 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0522702 Feb 16 15:18:36.982915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43688) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:36.983800 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b48c531-dd16-4977-9efc-6b18418a3dde req-c4e59fd0-0469-4ac8-ad7e-6d57a9f57356 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Feb 16 15:18:37.089258 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3504f53b-5d3c-42aa-86c7-f5658b8ea2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.160767 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3504f53b-5d3c-42aa-86c7-f5658b8ea2f5 admin admin] Publish callbacks [] for security_group (1d3c1de9-6354-4afc-9f9f-27b4402acfe2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.164390 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3504f53b-5d3c-42aa-86c7-f5658b8ea2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1d3c1de9-6354-4afc-9f9f-27b4402acfe2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.201059 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3504f53b-5d3c-42aa-86c7-f5658b8ea2f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=767ab350e1ed4c9cbd4fb96bd6b87e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170644 Feb 16 15:18:37.202920 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f53b-5d3c-42aa-86c7-f5658b8ea2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c1de9-6354-4afc-9f9f-27b4402acfe2,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:37.204223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43692) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:37.253806 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] Publish callbacks [] for security_group (1d3c1de9-6354-4afc-9f9f-27b4402acfe2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.274896 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] Publish callbacks [] for security_group (1d3c1de9-6354-4afc-9f9f-27b4402acfe2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.320097 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1d3c1de9-6354-4afc-9f9f-27b4402acfe2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.322608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.323727 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d3c1de9-6354-4afc-9f9f-27b4402acfe2 HTTP/1.1" status: 204 len: 168 time: 0.1185191 Feb 16 15:18:37.331085 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07213f-05d3-4f62-ae62-42550b04191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c1de9-6354-4afc-9f9f-27b4402acfe2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:37.591835 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43700) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:37.605067 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc464350-ab00-494e-951f-ed7f448b294b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.680231 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc464350-ab00-494e-951f-ed7f448b294b admin admin] Publish callbacks [] for security_group (4de74ee7-a77a-41f9-9497-af07ba303d0d), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.683981 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc464350-ab00-494e-951f-ed7f448b294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4de74ee7-a77a-41f9-9497-af07ba303d0d), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.721945 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-fc464350-ab00-494e-951f-ed7f448b294b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c6eab4e028547558f853cf647c5c846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290331 Feb 16 15:18:37.723396 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464350-ab00-494e-951f-ed7f448b294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de74ee7-a77a-41f9-9497-af07ba303d0d,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:37.725253 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43702) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:37.772612 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] Publish callbacks [] for security_group (4de74ee7-a77a-41f9-9497-af07ba303d0d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.793511 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] Publish callbacks [] for security_group (4de74ee7-a77a-41f9-9497-af07ba303d0d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.838876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (4de74ee7-a77a-41f9-9497-af07ba303d0d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.842217 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:37.843349 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4de74ee7-a77a-41f9-9497-af07ba303d0d HTTP/1.1" status: 204 len: 168 time: 0.1171050 Feb 16 15:18:37.851517 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170b684-581b-48be-baec-d8f8ae86ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de74ee7-a77a-41f9-9497-af07ba303d0d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:38.126560 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dfa75-d429-4de8-a20a-f8dc7236d38b req-5de4b053-157e-4f61-a422-7396724063bf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:38.128056 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-689dfa75-d429-4de8-a20a-f8dc7236d38b req-5de4b053-157e-4f61-a422-7396724063bf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0546341 Feb 16 15:18:38.176584 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-689dfa75-d429-4de8-a20a-f8dc7236d38b req-cc561697-49fb-48c4-8a66-c849e0d25614 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Feb 16 15:18:38.296323 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5a8e2-434f-487d-bcbc-3da0420f0118 req-3e754b54-c3d6-47e1-9b66-5ad1d79bec1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:38.297833 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c5f5a8e2-434f-487d-bcbc-3da0420f0118 req-3e754b54-c3d6-47e1-9b66-5ad1d79bec1b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0527327 Feb 16 15:18:38.353914 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c5f5a8e2-434f-487d-bcbc-3da0420f0118 req-108ba332-1d1b-4c1a-8dc5-79a4f92cf929 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500851 Feb 16 15:18:38.376352 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43724) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:38.570969 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ee782-6d4f-471a-b859-6878d9ac30f1 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:38.572520 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-ba9ee782-6d4f-471a-b859-6878d9ac30f1 tempest-TestVolumeBootPattern-1783168413 tempest-TestVolumeBootPattern-1783168413-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1124 time: 0.1951423 Feb 16 15:18:38.575414 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43738) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:18:38.579789 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Request body: {'floatingip': {'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'port_id': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:18:38.599082 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:38.695998 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:38.804613 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Allocated IP 172.27.2.203 (0a750354-ede8-4b7c-b67b-52c06384343d/7cbae615-9693-46ed-805f-b0031e2efcd7/3db8d776-c11d-42be-8545-b674c82ec34e) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:18:38.903525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (3db8d776-c11d-42be-8545-b674c82ec34e), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:38.936750 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:38.977486 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Network 0a750354-ede8-4b7c-b67b-52c06384343d is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:18:38.980277 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:18:38.985182 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:18:38.988842 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=3db8d776-c11d-42be-8545-b674c82ec34e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:39.615864 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (b111bd7e-a62d-4f96-a2fb-218d01bf60a1), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:39.686859 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:39.855838 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for port (3db8d776-c11d-42be-8545-b674c82ec34e), precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:39.860281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2486194'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:39.930741 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event updated for resources: {'Port': ['ID=3db8d776-c11d-42be-8545-b674c82ec34e,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:39.942784 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (b111bd7e-a62d-4f96-a2fb-218d01bf60a1), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:40.044535 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP b111bd7e-a62d-4f96-a2fb-218d01bf60a1 associated. External IP: 172.27.2.203, port: 8cc52651-b1d5-4f46-9ff6-9686100aaf3a. Feb 16 15:18:40.280243 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:18:40.384169 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:18:40.393342 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:18:40.402324 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:40.403495 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:40.404103 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:18:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:40.441882 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-53d974bf-4484-4707-9ed1-c167af47c8c0 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8591361 Feb 16 15:18:40.441882 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:40.441882 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117b78e-f052-4ac4-95bd-f94fdf99c989" -d '{"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:40.478399 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e22294f-9942-4b3a-8d8e-67d4b7e3832a x-openstack-request-id: req-1e22294f-9942-4b3a-8d8e-67d4b7e3832a {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:40.478775 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:40.479098 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e22294f-9942-4b3a-8d8e-67d4b7e3832a {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:40.479589 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'status': 'completed', 'code': 200} Feb 16 15:18:40.517145 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:40.551343 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-8fc76f2a-149e-4368-8358-0559b32bd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:40.553458 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-8fc76f2a-149e-4368-8358-0559b32bd477 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1129 time: 0.0460708 Feb 16 15:18:40.651792 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-3c08c328-118f-43af-8899-23e9dca5840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:40.653592 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-3c08c328-118f-43af-8899-23e9dca5840f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.0851915 Feb 16 15:18:40.722595 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-ce7a3f05-c519-46ba-a61b-955db0ade173 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 200 len: 999 time: 0.0619566 Feb 16 15:18:40.750434 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'b111bd7e-a62d-4f96-a2fb-218d01bf60a1', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:db:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:18:39Z', 'updated_at': '2022-02-16T15:18:39Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}, {'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:40.771181 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-f8009a70-e234-4379-afef-234cc77aed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:40.773021 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-f8009a70-e234-4379-afef-234cc77aed9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0433602 Feb 16 15:18:40.777300 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:18:40.785461 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:40.786592 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:18:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:40.822022 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-f7b55ce1-1eaa-4951-8da0-2f974907b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:40.823676 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-f7b55ce1-1eaa-4951-8da0-2f974907b502 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437286 Feb 16 15:18:40.899459 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:40.918486 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-dfdf005f-da9e-47ba-a19e-50d995020b77 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878682 Feb 16 15:18:41.015154 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7117b78e-f052-4ac4-95bd-f94fdf99c989 req-e7e554a5-33ae-4054-9522-07b1ad978fe8 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895901 Feb 16 15:18:41.130498 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'b111bd7e-a62d-4f96-a2fb-218d01bf60a1', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:db:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:18:39Z', 'updated_at': '2022-02-16T15:18:39Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}, {'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:41.156598 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962e2d-6d83-49cb-b337-159e2223e420 None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'b111bd7e-a62d-4f96-a2fb-218d01bf60a1', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:db:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:18:39Z', 'updated_at': '2022-02-16T15:18:39Z', 'revision_number': 0, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}, {'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:18:41.348626 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f667e0-708b-422b-802b-d160efc47bc9 None None] New status for floating IP b111bd7e-a62d-4f96-a2fb-218d01bf60a1: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:18:52.392876 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d64dd85a-1a50-4fca-abdb-b8316dfc5b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:54.542953 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4e8e-b21b-422c-a9b1-f7064962b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:55.830677 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:56.801918 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:18:58.512170 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:01.727531 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:05.788703 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43892) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:05.888431 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb8c21be-58cb-4de2-a636-626b04f2e3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:05.960890 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb8c21be-58cb-4de2-a636-626b04f2e3f4 admin admin] Publish callbacks [] for security_group (97d71d8f-aecf-41a3-9e55-c1f905092fa7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:05.965155 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb8c21be-58cb-4de2-a636-626b04f2e3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (97d71d8f-aecf-41a3-9e55-c1f905092fa7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:06.001416 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-eb8c21be-58cb-4de2-a636-626b04f2e3f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d88a343012c24e7a8ab534e8ab9bd87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117147 Feb 16 15:19:06.003410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c21be-58cb-4de2-a636-626b04f2e3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d71d8f-aecf-41a3-9e55-c1f905092fa7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:06.004061 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43896) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:06.050186 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] Publish callbacks [] for security_group (97d71d8f-aecf-41a3-9e55-c1f905092fa7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:06.071830 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] Publish callbacks [] for security_group (97d71d8f-aecf-41a3-9e55-c1f905092fa7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:06.116193 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (97d71d8f-aecf-41a3-9e55-c1f905092fa7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:06.119297 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:06.120474 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97d71d8f-aecf-41a3-9e55-c1f905092fa7 HTTP/1.1" status: 204 len: 168 time: 0.1154108 Feb 16 15:19:06.127787 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973dc6e-dd66-460d-adc3-fb5fffab817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d71d8f-aecf-41a3-9e55-c1f905092fa7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:06.862663 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:19:09.032268 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-cfaf8b04-7d8d-426a-b236-fc5434b7d62d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1435568 Feb 16 15:19:09.099210 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-1e56dcc9-aae9-4ad9-84a7-450b8e84eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:09.100634 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-1e56dcc9-aae9-4ad9-84a7-450b8e84eaa9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 1130 time: 0.0417082 Feb 16 15:19:09.201865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-9d59a4ac-b12f-44be-b6d2-a194476e047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:09.203217 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-9d59a4ac-b12f-44be-b6d2-a194476e047c service neutron] 10.222.0.79 "GET /v2.0/networks?id=8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 200 len: 916 time: 0.0845869 Feb 16 15:19:09.271922 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-65075aef-f3b5-492c-a6ae-f48569975315 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 200 len: 1001 time: 0.0611579 Feb 16 15:19:09.320137 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-a488c3c8-c59c-4689-b088-bf7e212c85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:09.321622 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-a488c3c8-c59c-4689-b088-bf7e212c85a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 200 len: 854 time: 0.0436847 Feb 16 15:19:09.368035 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-79cb33f8-3c5e-4980-87d7-fea018c14818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:09.369497 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-79cb33f8-3c5e-4980-87d7-fea018c14818 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8d5280b9-d595-4ffc-bf53-bf20ccb34995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420716 Feb 16 15:19:09.379215 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-825751c3-f81d-4703-9f7a-f650f37db4a4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:19:09.380146 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-825751c3-f81d-4703-9f7a-f650f37db4a4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046797 Feb 16 15:19:09.472667 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-1f6145fb-b8ab-4c37-9d4a-88d6cc279a9a service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Feb 16 15:19:09.559468 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70ee1a64-ed1f-41ea-b198-31dce45ae8b9 req-72fd5ccb-79c0-4a0f-9ba5-749cbbcc1224 service neutron] 10.222.0.79 "GET /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795143 Feb 16 15:19:09.984585 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 43970) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:10.084118 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.155922 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Publish callbacks [] for security_group (61836fdc-0b64-4f43-9a5c-13aa08002a23), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.159606 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (61836fdc-0b64-4f43-9a5c-13aa08002a23), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.199770 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4381dd5e5d741aa9021b1f084f176bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141254 Feb 16 15:19:10.200633 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61836fdc-0b64-4f43-9a5c-13aa08002a23,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:10.202450 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43974) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:10.207615 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.207965 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.208310 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.208655 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.209013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.209347 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.209677 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.210003 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.210328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.210651 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.210972 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.211288 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.212155 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76271843-e079-47d8-a73c-d1385cff1f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:10.250300 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] Publish callbacks [] for security_group (61836fdc-0b64-4f43-9a5c-13aa08002a23), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.271097 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] Publish callbacks [] for security_group (61836fdc-0b64-4f43-9a5c-13aa08002a23), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.316127 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (61836fdc-0b64-4f43-9a5c-13aa08002a23), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.319288 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:10.320438 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61836fdc-0b64-4f43-9a5c-13aa08002a23 HTTP/1.1" status: 204 len: 168 time: 0.1165047 Feb 16 15:19:10.329862 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf259-f30d-4dae-bb03-c388242579bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61836fdc-0b64-4f43-9a5c-13aa08002a23,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:10.924736 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 43996) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:11.019406 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2127522086-network', 'tenant_id': '953aef55a8514c94a116a1aed68e821c'}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:11.051431 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Made reservation on behalf of 953aef55a8514c94a116a1aed68e821c for: {'network': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:11.057851 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.069669 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.141107 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks [] for security_group (9370d9c2-3dd7-44cb-9d72-51dc6b997f64), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.144757 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (9370d9c2-3dd7-44cb-9d72-51dc6b997f64), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.165799 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=102763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:19:11.180928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9370d9c2-3dd7-44cb-9d72-51dc6b997f64,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:11.184707 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (a80a9f9a-9013-4dcd-8ad4-dae7c993c418), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.185098 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.segments_db [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Added segment a80a9f9a-9013-4dcd-8ad4-dae7c993c418 of type vlan for network a3256a01-16a2-4f10-ae00-a2642dbc85af Feb 16 15:19:11.223025 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (a3256a01-16a2-4f10-ae00-a2642dbc85af), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.247441 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (a3256a01-16a2-4f10-ae00-a2642dbc85af), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.248525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:11.249131 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.279921 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3539565 Feb 16 15:19:11.282859 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44000) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:11.287723 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Request body: {'subnet': {'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2127522086-subnet', 'tenant_id': '953aef55a8514c94a116a1aed68e821c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:11.305873 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Made reservation on behalf of 953aef55a8514c94a116a1aed68e821c for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:11.308145 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059580'] for subnet (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.313708 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d1375-6264-4ea2-890a-1b31969968d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a3256a01-16a2-4f10-ae00-a2642dbc85af,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:11.323282 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network a3256a01-16a2-4f10-ae00-a2642dbc85af details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:19:11.480399 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10008730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059534'] for subnet (1ed7e294-260d-4ae1-83bb-d0115b3afbcf), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.533564 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed7e294-260d-4ae1-83bb-d0115b3afbcf,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:11.542624 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Checking segment: {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:19:11.542986 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Network hostable DHCP agents. Network: a3256a01-16a2-4f10-ae00-a2642dbc85af, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:19:11.559271 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Network a3256a01-16a2-4f10-ae00-a2642dbc85af is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:19:11.568080 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, a3256a01-16a2-4f10-ae00-a2642dbc85af) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:11.572663 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:11.573308 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:11.577728 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ab678-3a80-4a16-953f-92bcd9911d71 None None] Network a3256a01-16a2-4f10-ae00-a2642dbc85af requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:19:11.588759 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-065c1f9e-404d-4ffc-b5f4-ff5d585e4567 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3048301 Feb 16 15:19:11.675499 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c400aa-3e89-4cf7-baaa-f02c5476b6c9 None None] Network a3256a01-16a2-4f10-ae00-a2642dbc85af requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:19:13.681452 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-e5ec6d3c-f97d-4c6d-920c-cd70e9b6899d tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:13.682908 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-e5ec6d3c-f97d-4c6d-920c-cd70e9b6899d tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 809 time: 0.3371854 Feb 16 15:19:13.696681 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-6f17a383-1eea-460e-9930-156225f27f87 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/quotas/953aef55a8514c94a116a1aed68e821c HTTP/1.1" status: 200 len: 375 time: 0.0085316 Feb 16 15:19:13.725826 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-7fbc2c41-c4c7-4ba6-946b-d7ccfc8a11d4 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246515 Feb 16 15:19:13.735782 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-3cf10014-612f-460b-9d92-93113416a228 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:19:13.736706 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-3cf10014-612f-460b-9d92-93113416a228 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046394 Feb 16 15:19:13.823609 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-5bdd0b98-6e02-4a97-938a-3e878bbb2c9b service neutron] 10.222.0.45 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 Feb 16 15:19:13.910438 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-a69093f0-1d46-46c3-b176-642aeb3fad55 service neutron] 10.222.0.45 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Feb 16 15:19:14.114086 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-581e819d-fe18-49e5-afa9-c4fe95970b6c req-539ac9c2-a481-4e23-ba03-eb8ab7fff9c4 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 210 time: 0.0755510 Feb 16 15:19:15.033338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-68eca738-411c-46f0-b3d0-9efd0ff7252b tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:15.034766 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-68eca738-411c-46f0-b3d0-9efd0ff7252b tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 809 time: 0.1031249 Feb 16 15:19:15.048448 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Request body: {'port': {'device_id': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af', 'admin_state_up': True, 'tenant_id': '953aef55a8514c94a116a1aed68e821c'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:15.153256 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Made reservation on behalf of 953aef55a8514c94a116a1aed68e821c for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:15.156631 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.235086 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-84977c0a-9558-4daa-aa86-2ad528c75615 req-3f6e67bc-d339-434e-83c3-2a496ca6d9a6 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 210 time: 0.0547082 Feb 16 15:19:15.303495 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Allocated IP 172.20.0.8 (a3256a01-16a2-4f10-ae00-a2642dbc85af/1ed7e294-260d-4ae1-83bb-d0115b3afbcf/5532a8b1-30d2-4098-a27c-8238837679b4) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:15.446269 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks [] for port (5532a8b1-30d2-4098-a27c-8238837679b4), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.479052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.522344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Network a3256a01-16a2-4f10-ae00-a2642dbc85af is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:15.525720 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:15.529353 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:15.535497 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Pushing event updated for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:15.581095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:15.581664 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.600348 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-486d7f70-b861-4e82-830a-72b1ec572105 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556211 Feb 16 15:19:15.612696 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Request body: {'port': {'device_id': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:15.673857 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.925032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5532a8b1-30d2-4098-a27c-8238837679b4 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:15.932286 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks [] for port (5532a8b1-30d2-4098-a27c-8238837679b4), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.944059 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Transition to ACTIVE for port object 5532a8b1-30d2-4098-a27c-8238837679b4 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:19:15.947164 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:15.998282 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Pushing event updated for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:16.064411 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Attempting to bind port 5532a8b1-30d2-4098-a27c-8238837679b4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:19:16.065099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Attempting to bind port 5532a8b1-30d2-4098-a27c-8238837679b4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:19:16.065099 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Attempting to bind port 5532a8b1-30d2-4098-a27c-8238837679b4 on network a3256a01-16a2-4f10-ae00-a2642dbc85af {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:16.069277 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Port 5532a8b1-30d2-4098-a27c-8238837679b4 on network a3256a01-16a2-4f10-ae00-a2642dbc85af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:19:16.069602 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Attempting to bind port 5532a8b1-30d2-4098-a27c-8238837679b4 on network a3256a01-16a2-4f10-ae00-a2642dbc85af {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:16.074341 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:16.074676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Checking segment: {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:19:16.075059 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Bound using segment: {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:16.075485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Bound port: 5532a8b1-30d2-4098-a27c-8238837679b4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:19:16.075839 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:16.136751 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:16.139747 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5532a8b1-30d2-4098-a27c-8238837679b4,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:16.145307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:16.181349 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.181963 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:16.183325 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] 10.222.0.79 "PUT /v2.0/ports/5532a8b1-30d2-4098-a27c-8238837679b4 HTTP/1.1" status: 200 len: 1093 time: 0.5747745 Feb 16 15:19:16.183756 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:16.186004 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:16.213552 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1431d6f-7e59-4674-b500-ed07b5a92890 service neutron] Pushing event updated for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:16.230313 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76d903-f310-4904-8ed4-55b3bb7195a5 x-openstack-request-id: req-1f76d903-f310-4904-8ed4-55b3bb7195a5 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:16.230599 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:16.230852 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f76d903-f310-4904-8ed4-55b3bb7195a5 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:16.231247 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4', 'status': 'completed', 'code': 200} Feb 16 15:19:16.266753 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-56cc79a5-3a2e-4272-ab2d-34b7bf3d98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.268244 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-56cc79a5-3a2e-4272-ab2d-34b7bf3d98f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 1127 time: 0.0465946 Feb 16 15:19:16.312471 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-066616d2-b9e1-429a-aaf5-e81ed1fea776 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5532a8b1-30d2-4098-a27c-8238837679b4 HTTP/1.1" status: 200 len: 217 time: 0.0360672 Feb 16 15:19:16.383674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-b25bcf22-78df-43e3-9ece-a8743d428354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.385126 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-b25bcf22-78df-43e3-9ece-a8743d428354 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ed7e294-260d-4ae1-83bb-d0115b3afbcf HTTP/1.1" status: 200 len: 849 time: 0.0655727 Feb 16 15:19:16.406804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736642bb-30b7-48db-882c-5697a9b72e2a req-e47a8167-99d5-4280-8245-cff005135ee9 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.408184 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-736642bb-30b7-48db-882c-5697a9b72e2a req-e47a8167-99d5-4280-8245-cff005135ee9 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 943 time: 0.0981419 Feb 16 15:19:16.425623 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-0be1ba82-6823-407b-a63d-1c3307cb05e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a3256a01-16a2-4f10-ae00-a2642dbc85af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337262 Feb 16 15:19:16.517422 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-736642bb-30b7-48db-882c-5697a9b72e2a req-86263d3a-cb61-44b6-9e87-75e5d50300a7 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943940 Feb 16 15:19:16.550789 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-a20a256d-4202-45b4-b4c5-a702b4531cb3 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137283 Feb 16 15:19:16.642036 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2f825040-7f51-46fa-a666-ed39f2c1cfd3 req-23e426be-0715-4f44-a6c0-67298295b4f8 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Feb 16 15:19:16.730845 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-20daea8d-b033-4e74-a0a7-aa06b5e48aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.732307 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-20daea8d-b033-4e74-a0a7-aa06b5e48aff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 1127 time: 0.0479703 Feb 16 15:19:16.818894 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-87f88169-6a7f-4c0a-abf2-032b8b656ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.820244 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-87f88169-6a7f-4c0a-abf2-032b8b656ae3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 910 time: 0.0820200 Feb 16 15:19:16.866772 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-55c44b75-8840-4459-b15f-df686cb98ab4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5532a8b1-30d2-4098-a27c-8238837679b4 HTTP/1.1" status: 200 len: 217 time: 0.0388129 Feb 16 15:19:16.918072 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-bce6bac8-fe94-4ded-a54c-8d6f08ebe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:16.919523 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-bce6bac8-fe94-4ded-a54c-8d6f08ebe3f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ed7e294-260d-4ae1-83bb-d0115b3afbcf HTTP/1.1" status: 200 len: 849 time: 0.0448964 Feb 16 15:19:16.949385 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-5239f659-8393-4be3-89e2-207d3c409bb7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a3256a01-16a2-4f10-ae00-a2642dbc85af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239828 Feb 16 15:19:17.036314 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-9fab1fad-3306-4a47-9cf1-816ac5a8c7b2 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807905 Feb 16 15:19:17.121382 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe5f09c-7b66-4e78-a0f0-e4e1f8a38e3c req-44fb144c-8f71-4417-8339-729d9420c29e service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790184 Feb 16 15:19:17.636846 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393b02-3da0-44cb-bc7a-33373e481060 req-20cb9104-ee13-4740-8590-293753734d52 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:17.638337 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c393b02-3da0-44cb-bc7a-33373e481060 req-20cb9104-ee13-4740-8590-293753734d52 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 943 time: 0.0508413 Feb 16 15:19:17.683107 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7c393b02-3da0-44cb-bc7a-33373e481060 req-62fbb835-6bf0-4c77-8981-c653e4dae514 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Feb 16 15:19:18.800136 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4b6d-9f40-471d-bfc4-816c84bd1f39 req-b349740e-d717-4c09-acd5-5fb54b5e434c tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:18.801640 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52fa4b6d-9f40-471d-bfc4-816c84bd1f39 req-b349740e-d717-4c09-acd5-5fb54b5e434c tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 943 time: 0.0522385 Feb 16 15:19:18.851555 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52fa4b6d-9f40-471d-bfc4-816c84bd1f39 req-036ff576-3af3-4de2-9c28-b440c4b9e452 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Feb 16 15:19:19.485223 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5532a8b1-30d2-4098-a27c-8238837679b4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:19:19.579706 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5532a8b1-30d2-4098-a27c-8238837679b4,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:19.591095 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '5532a8b1-30d2-4098-a27c-8238837679b4', 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af', 'port_id': '5532a8b1-30d2-4098-a27c-8238837679b4', 'mac_address': 'fa:16:3e:a9:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed7e294-260d-4ae1-83bb-d0115b3afbcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:19:19.629986 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5532a8b1-30d2-4098-a27c-8238837679b4 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:19:19.630369 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:19.642864 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5532a8b1-30d2-4098-a27c-8238837679b4 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:19.660868 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5532a8b1-30d2-4098-a27c-8238837679b4,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:19.664662 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:19.711181 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:19.968899 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0aef1-6cbf-4902-969b-3686e5e63969 req-b15afe85-d342-4feb-9dfd-b0f2402008a0 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:19.970362 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73e0aef1-6cbf-4902-969b-3686e5e63969 req-b15afe85-d342-4feb-9dfd-b0f2402008a0 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 944 time: 0.0496809 Feb 16 15:19:20.017991 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-73e0aef1-6cbf-4902-969b-3686e5e63969 req-eb08d6bf-d17b-4a0d-bb4d-83d78fe4161d tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Feb 16 15:19:20.068501 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['5532a8b1-30d2-4098-a27c-8238837679b4'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:19:21.132328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc14e-953e-4ad1-a3f0-22361bbd94c7 req-b210fd4b-4541-457c-811c-1abcc876bfbf tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:21.134440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98edc14e-953e-4ad1-a3f0-22361bbd94c7 req-b210fd4b-4541-457c-811c-1abcc876bfbf tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 944 time: 0.0506299 Feb 16 15:19:21.178800 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98edc14e-953e-4ad1-a3f0-22361bbd94c7 req-2e55b76b-d0ef-4dcb-b6d0-91250c64d0b0 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Feb 16 15:19:21.498853 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5532a8b1-30d2-4098-a27c-8238837679b4 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:21.547637 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 5532a8b1-30d2-4098-a27c-8238837679b4 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:19:21.551591 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 5532a8b1-30d2-4098-a27c-8238837679b4 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:21.551969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:21.629120 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 5532a8b1-30d2-4098-a27c-8238837679b4 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:19:21.629504 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:21.651647 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:21.653870 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408e62b-a899-4e05-a5a4-362e62507b9e" -d '{"events": [{"server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "name": "network-vif-plugged", "status": "completed", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:21.666091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5532a8b1-30d2-4098-a27c-8238837679b4,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:21.671273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:21.693628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbbd6eb-06b1-4b93-941b-eaf27b7449cf x-openstack-request-id: req-6bbbd6eb-06b1-4b93-941b-eaf27b7449cf {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:21.693923 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "name": "network-vif-plugged", "status": "completed", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:21.694171 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bbbd6eb-06b1-4b93-941b-eaf27b7449cf {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:21.694550 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4', 'code': 200} Feb 16 15:19:21.719986 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:21.881540 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a05d3-a833-47aa-88f0-4adae6eb428b req-6fb26f69-fbb8-4415-81d3-c0950de0e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:21.882974 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8a05d3-a833-47aa-88f0-4adae6eb428b req-6fb26f69-fbb8-4415-81d3-c0950de0e761 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 1129 time: 0.0421646 Feb 16 15:19:21.930996 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1c8a05d3-a833-47aa-88f0-4adae6eb428b req-2a163474-fc22-4863-8898-5a916bf53157 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Feb 16 15:19:22.301676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf1d4-1e2f-40e9-8155-6620b9655799 req-7f9affd6-f339-4018-b792-7c8708e78110 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.303155 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73ebf1d4-1e2f-40e9-8155-6620b9655799 req-7f9affd6-f339-4018-b792-7c8708e78110 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0589836 Feb 16 15:19:22.348546 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73ebf1d4-1e2f-40e9-8155-6620b9655799 req-f30ce391-9c0d-4976-8d63-a7fbd59107c9 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Feb 16 15:19:22.394026 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1adea94c-b799-4e98-a72e-5da1f4dcb1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:23.474228 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e757-35f4-482e-a402-64d86eb6f26f req-815255e0-0042-4640-be02-dfae3700359e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:23.475792 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-51c2e757-35f4-482e-a402-64d86eb6f26f req-815255e0-0042-4640-be02-dfae3700359e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0603604 Feb 16 15:19:23.527555 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-51c2e757-35f4-482e-a402-64d86eb6f26f req-5ce7acba-1c5f-44f2-9234-9608382062a6 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Feb 16 15:19:24.546107 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ac6789c2-9c75-46db-8480-61bc7bded3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:24.648293 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60988e57-177d-42b5-9aeb-27ae8a06f49f req-c2c6737b-6111-462b-bf52-3edaeda23da4 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:24.650437 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-60988e57-177d-42b5-9aeb-27ae8a06f49f req-c2c6737b-6111-462b-bf52-3edaeda23da4 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0511682 Feb 16 15:19:24.696142 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-60988e57-177d-42b5-9aeb-27ae8a06f49f req-fb86df89-6de1-47a6-8495-3a6b13490385 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Feb 16 15:19:25.303795 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3257ea-6084-45ab-810b-5088c8ecbabb req-b83b40b7-77f7-4f19-8f86-1bfcb399de09 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:25.305791 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a3257ea-6084-45ab-810b-5088c8ecbabb req-b83b40b7-77f7-4f19-8f86-1bfcb399de09 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0506890 Feb 16 15:19:25.353788 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5a3257ea-6084-45ab-810b-5088c8ecbabb req-5cc69a53-96b6-4d5f-a7af-ff3d1ec1d6b6 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Feb 16 15:19:25.833695 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:26.473084 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ff43-ac54-40d9-be66-9d2669cd70a4 req-dcd2b6f9-0c92-4f82-898f-b726e0811e79 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:26.474552 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1e6ff43-ac54-40d9-be66-9d2669cd70a4 req-dcd2b6f9-0c92-4f82-898f-b726e0811e79 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0506811 Feb 16 15:19:26.519684 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a1e6ff43-ac54-40d9-be66-9d2669cd70a4 req-ecdb967c-43b5-4c91-9919-b521c9e40c9c tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Feb 16 15:19:26.804273 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:27.051022 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-83f1a7c8-feba-4958-8a78-fcabde0be65f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:27.052371 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-83f1a7c8-feba-4958-8a78-fcabde0be65f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 945 time: 0.0512447 Feb 16 15:19:27.143357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Deleting port 5532a8b1-30d2-4098-a27c-8238837679b4 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:27.143698 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:27.233742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] For port 5532a8b1-30d2-4098-a27c-8238837679b4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5532a8b1-30d2-4098-a27c-8238837679b4,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:27.234110 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:27.246580 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Calling delete_port for 5532a8b1-30d2-4098-a27c-8238837679b4 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:27.371488 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (5532a8b1-30d2-4098-a27c-8238837679b4), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:27.388402 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['5532a8b1-30d2-4098-a27c-8238837679b4'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:19:27.398621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Pushing event deleted for resources: {'Port': ['ID=5532a8b1-30d2-4098-a27c-8238837679b4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:27.440961 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] No DVR routers for this DVR port 5532a8b1-30d2-4098-a27c-8238837679b4 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:27.443310 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:27.447063 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2525011-44e7-4f9e-9c87-d30d7128022c req-cc8408a8-8664-41ef-abed-015d170bcd1e tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "DELETE /v2.0/ports/5532a8b1-30d2-4098-a27c-8238837679b4 HTTP/1.1" status: 204 len: 173 time: 0.3893366 Feb 16 15:19:27.447486 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'name': 'network-vif-deleted', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:27.449732 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344602a0-e0a8-4002-97fb-bfae0b1a2cd3" -d '{"events": [{"server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "name": "network-vif-deleted", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:27.487092 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bdf2b5-a660-42af-ba55-31bc338393dd x-openstack-request-id: req-c2bdf2b5-a660-42af-ba55-31bc338393dd {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:27.487388 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da450164-ea8e-4e08-9c91-0ebcf4f98ceb", "name": "network-vif-deleted", "tag": "5532a8b1-30d2-4098-a27c-8238837679b4", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:27.487647 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2bdf2b5-a660-42af-ba55-31bc338393dd {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:27.488058 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da450164-ea8e-4e08-9c91-0ebcf4f98ceb', 'name': 'network-vif-deleted', 'tag': '5532a8b1-30d2-4098-a27c-8238837679b4', 'status': 'completed', 'code': 200} Feb 16 15:19:27.628367 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e0480477-03ae-48b5-b62d-21089e5cb102 req-38975d9a-336f-4175-aadb-48cf92260a70 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=da450164-ea8e-4e08-9c91-0ebcf4f98ceb HTTP/1.1" status: 200 len: 210 time: 0.0295856 Feb 16 15:19:28.514130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:28.875915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-14a4aea8-41ed-42dd-92d1-3fffa182fb13 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:28.877371 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-14a4aea8-41ed-42dd-92d1-3fffa182fb13 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 809 time: 0.0962303 Feb 16 15:19:28.891353 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-3886368f-80a3-484a-b272-0e6c1fa47873 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/quotas/953aef55a8514c94a116a1aed68e821c HTTP/1.1" status: 200 len: 375 time: 0.0088058 Feb 16 15:19:28.921015 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-81430858-79b9-4701-920e-5fa63655a227 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247202 Feb 16 15:19:28.930501 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-37f49b60-27e5-4e65-92cd-077745e7d43a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102763) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:19:28.931423 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-37f49b60-27e5-4e65-92cd-077745e7d43a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046885 Feb 16 15:19:29.018220 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-ddeebd42-d65c-400f-9bd9-af21be52ee51 service neutron] 10.222.0.45 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Feb 16 15:19:29.105593 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-7e50145c-236e-49c5-8036-f8b92a9794b0 service neutron] 10.222.0.45 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809567 Feb 16 15:19:29.257215 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d1341a2-d7f3-4d66-b29d-81ac29cfde74 req-b43fae30-bbcc-4aeb-8034-dc5fe01bc5fe tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Feb 16 15:19:30.238952 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-ae60e191-ae78-455a-b73b-49575c29124c tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:30.240406 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-ae60e191-ae78-455a-b73b-49575c29124c tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 809 time: 0.1017325 Feb 16 15:19:30.256098 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Request body: {'port': {'device_id': 'b100af49-fc76-44da-99ee-18bea01a7490', 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af', 'admin_state_up': True, 'tenant_id': '953aef55a8514c94a116a1aed68e821c'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:30.353198 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7bdd66b5-ffed-4fdc-a328-c3191bfd434f req-207717e5-b717-4486-a82f-e2c089e70902 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 210 time: 0.0256674 Feb 16 15:19:30.373280 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Made reservation on behalf of 953aef55a8514c94a116a1aed68e821c for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:30.376519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:30.496426 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Allocated IP 172.20.0.4 (a3256a01-16a2-4f10-ae00-a2642dbc85af/1ed7e294-260d-4ae1-83bb-d0115b3afbcf/603c8e02-c324-4de9-8bd9-702cd06c3b93) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:30.641340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks [] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:30.673702 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:30.716025 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Network a3256a01-16a2-4f10-ae00-a2642dbc85af is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:30.719028 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:30.722520 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:30.746814 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Pushing event updated for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:30.770885 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:30.771481 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:30.786102 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1fd6f242-aee4-4824-8063-4a2879f76352 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5343392 Feb 16 15:19:30.820965 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Request body: {'port': {'device_id': 'b100af49-fc76-44da-99ee-18bea01a7490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:30.882001 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.143196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603c8e02-c324-4de9-8bd9-702cd06c3b93 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:31.150924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks [] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.162196 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Transition to ACTIVE for port object 603c8e02-c324-4de9-8bd9-702cd06c3b93 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:19:31.166094 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.216550 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Pushing event updated for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:31.281146 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Attempting to bind port 603c8e02-c324-4de9-8bd9-702cd06c3b93 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:19:31.281480 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Attempting to bind port 603c8e02-c324-4de9-8bd9-702cd06c3b93 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:19:31.281804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Attempting to bind port 603c8e02-c324-4de9-8bd9-702cd06c3b93 on network a3256a01-16a2-4f10-ae00-a2642dbc85af {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:31.285962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Port 603c8e02-c324-4de9-8bd9-702cd06c3b93 on network a3256a01-16a2-4f10-ae00-a2642dbc85af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:19:31.286283 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Attempting to bind port 603c8e02-c324-4de9-8bd9-702cd06c3b93 on network a3256a01-16a2-4f10-ae00-a2642dbc85af {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:31.290962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:31.291297 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Checking segment: {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:19:31.291675 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Bound using segment: {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:31.292095 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Bound port: 603c8e02-c324-4de9-8bd9-702cd06c3b93, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:19:31.292443 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.353346 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:31.356563 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:31.362598 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.401192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.401863 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.403179 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/603c8e02-c324-4de9-8bd9-702cd06c3b93 HTTP/1.1" status: 200 len: 1093 time: 0.5868497 Feb 16 15:19:31.403617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:31.405884 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed" -d '{"events": [{"name": "network-changed", "server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:31.455205 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40611b8-e2e4-461f-be49-e7a0b2b81788 x-openstack-request-id: req-c40611b8-e2e4-461f-be49-e7a0b2b81788 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:31.455497 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:31.455752 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c40611b8-e2e4-461f-be49-e7a0b2b81788 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:31.456148 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93', 'status': 'completed', 'code': 200} Feb 16 15:19:31.458098 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe431f2-3990-4502-9d7d-a8c5538869c4 service neutron] Pushing event updated for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:31.512017 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1224e7-44d2-445e-864b-617e1a9d9c9e req-421d6159-9914-4d91-8415-8372fa2182de tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.513551 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a1224e7-44d2-445e-864b-617e1a9d9c9e req-421d6159-9914-4d91-8415-8372fa2182de tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 943 time: 0.0869606 Feb 16 15:19:31.524926 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5532a8b1-30d2-4098-a27c-8238837679b4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:31.528379 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-700b489d-940e-45c6-97f2-cf512e8773ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.529825 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-700b489d-940e-45c6-97f2-cf512e8773ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 1127 time: 0.0729487 Feb 16 15:19:31.545521 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 5532a8b1-30d2-4098-a27c-8238837679b4 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:31.545683 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5532a8b1-30d2-4098-a27c-8238837679b4 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:31.580807 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-bcdb4ab3-d879-42c9-8b51-a1fbfd7ace85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93 HTTP/1.1" status: 200 len: 217 time: 0.0436180 Feb 16 15:19:31.626513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a1224e7-44d2-445e-864b-617e1a9d9c9e req-75c711be-c66b-42cc-afe9-cd03c0f4f4c6 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063507 Feb 16 15:19:31.639679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-db07fa9b-d224-463d-995f-dbe6d04f31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.641125 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-db07fa9b-d224-463d-995f-dbe6d04f31c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ed7e294-260d-4ae1-83bb-d0115b3afbcf HTTP/1.1" status: 200 len: 849 time: 0.0526576 Feb 16 15:19:31.672776 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-1ac274d1-21b1-440f-bfeb-cd4ec2a667d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a3256a01-16a2-4f10-ae00-a2642dbc85af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245979 Feb 16 15:19:31.741851 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:31.769169 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-09752de9-74ec-4769-aefc-8bd50478a2da service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Feb 16 15:19:31.855060 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e8d872c-db8d-479d-9573-2160df9ede7b req-d09a0356-5c20-4156-a832-0fdeaa9f17b0 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796938 Feb 16 15:19:31.952144 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-f20cccb5-f9b7-478b-a5a7-0576b9f9b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.953563 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-f20cccb5-f9b7-478b-a5a7-0576b9f9b5c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=953aef55a8514c94a116a1aed68e821c&device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 1127 time: 0.0468876 Feb 16 15:19:32.038673 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-122338bd-9644-4496-a5da-85719e3ffea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:32.040617 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-122338bd-9644-4496-a5da-85719e3ffea3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 200 len: 910 time: 0.0811517 Feb 16 15:19:32.083673 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-afe230f0-7c5b-4f4e-ae0f-940da95326da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93 HTTP/1.1" status: 200 len: 217 time: 0.0359838 Feb 16 15:19:32.132606 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-4186f09c-dd93-46d9-b87e-3a98f242fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:32.134061 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-4186f09c-dd93-46d9-b87e-3a98f242fdd5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ed7e294-260d-4ae1-83bb-d0115b3afbcf HTTP/1.1" status: 200 len: 849 time: 0.0420928 Feb 16 15:19:32.163676 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-8e84cf21-1d5e-42da-9a98-8fc897d4bf2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a3256a01-16a2-4f10-ae00-a2642dbc85af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234506 Feb 16 15:19:32.260100 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-13073a1b-a688-4bb6-9733-fb35d6c6b113 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 Feb 16 15:19:32.585677 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbcff53d-5b4c-4ef1-aca9-9ff637313eed req-b7277899-93e8-4ce6-99cf-7ff34b9ae3f7 service neutron] 10.222.0.79 "GET /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190587 Feb 16 15:19:32.744465 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e9357-063d-494c-ac4d-7fea33091cd0 req-a6c4eb5a-b3ad-4b1c-8d18-c35e47e1a96f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:32.745951 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-217e9357-063d-494c-ac4d-7fea33091cd0 req-a6c4eb5a-b3ad-4b1c-8d18-c35e47e1a96f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 943 time: 0.0514767 Feb 16 15:19:32.791587 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-217e9357-063d-494c-ac4d-7fea33091cd0 req-95029157-e608-41d0-ae39-8b9955f92ad2 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Feb 16 15:19:33.223290 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab409-2a53-4250-a7c1-abfa6cef816d req-b1000766-b707-47fe-b3a1-fe8f8e89680e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:33.224714 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b29ab409-2a53-4250-a7c1-abfa6cef816d req-b1000766-b707-47fe-b3a1-fe8f8e89680e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0502858 Feb 16 15:19:33.273185 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b29ab409-2a53-4250-a7c1-abfa6cef816d req-a00a776e-2f03-4976-b7c2-8d2957687d49 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 Feb 16 15:19:33.909847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc695a8-bb20-46e8-8495-ad7bfb3a8f11 req-6cf02f45-3bc4-47aa-af1e-6fa1f482b45f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:33.911296 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-edc695a8-bb20-46e8-8495-ad7bfb3a8f11 req-6cf02f45-3bc4-47aa-af1e-6fa1f482b45f tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 943 time: 0.0501983 Feb 16 15:19:33.960751 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-edc695a8-bb20-46e8-8495-ad7bfb3a8f11 req-266ba1f5-ff77-4013-993b-9fdc64693ec5 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Feb 16 15:19:34.396441 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944888d-98b0-422d-9514-3a1e45263fa9 req-9b9f3be6-7281-4676-bb50-6bd6401b15c1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:34.397904 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e944888d-98b0-422d-9514-3a1e45263fa9 req-9b9f3be6-7281-4676-bb50-6bd6401b15c1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0511496 Feb 16 15:19:34.441873 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e944888d-98b0-422d-9514-3a1e45263fa9 req-66690ff9-f3bf-4be8-b662-6691d28234e1 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups?id=da042c23-7051-47f8-a5cc-678629dc225b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Feb 16 15:19:35.040901 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-f94f6d8b-51f9-4301-b343-0ad46e4c71a2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:35.042388 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-f94f6d8b-51f9-4301-b343-0ad46e4c71a2 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 946 time: 0.0508506 Feb 16 15:19:35.077202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9050c84-304d-440b-af4e-31d7bc77f8cd req-b37a7321-4a16-4ed7-b5a5-6a28a17e4c49 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:35.078673 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a9050c84-304d-440b-af4e-31d7bc77f8cd req-b37a7321-4a16-4ed7-b5a5-6a28a17e4c49 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 943 time: 0.0498712 Feb 16 15:19:35.124223 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-a9050c84-304d-440b-af4e-31d7bc77f8cd req-a65f1f7c-44e3-4b26-a03f-7be7fc4a31d6 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Feb 16 15:19:35.137692 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Deleting port 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:35.138040 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.223547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] For port 95bab56a-df1d-4a92-a1a7-c550ea3409ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=95bab56a-df1d-4a92-a1a7-c550ea3409ae,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:35.223906 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.390724 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.391167 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3765981'] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.391484 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Floating IP 0510392d-dbe2-44ab-9b15-2bf36da02da4 disassociated. External IP: 172.27.2.198, port: 95bab56a-df1d-4a92-a1a7-c550ea3409ae. Feb 16 15:19:35.391895 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Calling delete_port for 95bab56a-df1d-4a92-a1a7-c550ea3409ae owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:35.515825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (95bab56a-df1d-4a92-a1a7-c550ea3409ae), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.539332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 603c8e02-c324-4de9-8bd9-702cd06c3b93 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:19:35.557256 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'Port': ['ID=95bab56a-df1d-4a92-a1a7-c550ea3409ae,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:35.576694 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4d015db-3ff6-4637-8c6d-91887e0d5da8 req-8d925589-9a50-4c89-b5bf-16eb8a2b5d00 tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/ports?device_id=383397a9-3b8e-491d-845f-cdac60aa6c3f HTTP/1.1" status: 200 len: 210 time: 0.0526137 Feb 16 15:19:35.654348 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:35.665882 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '603c8e02-c324-4de9-8bd9-702cd06c3b93', 'network_id': 'a3256a01-16a2-4f10-ae00-a2642dbc85af', 'port_id': '603c8e02-c324-4de9-8bd9-702cd06c3b93', 'mac_address': 'fa:16:3e:6d:8d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed7e294-260d-4ae1-83bb-d0115b3afbcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:19:35.701529 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:19:35.702141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 603c8e02-c324-4de9-8bd9-702cd06c3b93 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:19:35.702526 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.718318 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603c8e02-c324-4de9-8bd9-702cd06c3b93 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:35.738002 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:35.741899 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.788067 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:35.795339 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.795706 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.796033 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.796376 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.796696 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.797043 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.797373 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.797693 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.798015 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.798334 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.798654 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.798969 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.799286 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:35.814543 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:35.824238 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:35.833773 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:35.834371 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:35.853163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] No DVR routers for this DVR port 95bab56a-df1d-4a92-a1a7-c550ea3409ae on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:35.855595 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:35.858834 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-56ac6bbf-0c97-4b9f-8452-3684ad82367d req-69b745a4-3c82-4756-b364-91510f61c63e tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.79 "DELETE /v2.0/ports/95bab56a-df1d-4a92-a1a7-c550ea3409ae HTTP/1.1" status: 204 len: 173 time: 0.8111470 Feb 16 15:19:35.859271 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-deleted', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:35.861581 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a16cb1-d0fb-4f5a-8b46-bc8b42e40653" -d '{"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-deleted", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:35.898077 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df34db9-dbee-4e6e-8f87-b8024e2a8f7b x-openstack-request-id: req-6df34db9-dbee-4e6e-8f87-b8024e2a8f7b {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:35.898436 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383397a9-3b8e-491d-845f-cdac60aa6c3f", "name": "network-vif-deleted", "tag": "95bab56a-df1d-4a92-a1a7-c550ea3409ae", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:35.898720 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6df34db9-dbee-4e6e-8f87-b8024e2a8f7b {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:35.899104 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383397a9-3b8e-491d-845f-cdac60aa6c3f', 'name': 'network-vif-deleted', 'tag': '95bab56a-df1d-4a92-a1a7-c550ea3409ae', 'status': 'completed', 'code': 200} Feb 16 15:19:35.956546 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:36.158890 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:36.168224 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['603c8e02-c324-4de9-8bd9-702cd06c3b93'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:19:36.190474 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:36.200617 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:36.201273 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:36.246334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce33091-2d06-485e-b531-252beed4bc0b req-dd7dad4d-96b7-4d2e-bbed-3c2418cbc2b1 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:36.248386 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dce33091-2d06-485e-b531-252beed4bc0b req-dd7dad4d-96b7-4d2e-bbed-3c2418cbc2b1 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 944 time: 0.0558739 Feb 16 15:19:36.325481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dce33091-2d06-485e-b531-252beed4bc0b req-1bd99232-ffb1-4c19-b6ae-2598ac12fcb8 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608575 Feb 16 15:19:36.412361 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:36.602685 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:36.628085 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf722c9e-a92e-4f98-bc57-1235627af940 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'dab5898d-17d3-4ce9-8ed6-731333ca58bc', 'name': '', 'network_id': '8d5280b9-d595-4ffc-bf53-bf20ccb34995', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'mac_address': 'fa:16:3e:9a:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:09:09Z', 'updated_at': '2022-02-16T15:09:19Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'subnets': [{'id': 'e57bea93-4afc-4ddc-ae19-02a0090cb6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:36.692579 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44166) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:36.753406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (da042c23-7051-47f8-a5cc-678629dc225b), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:36.778565 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (da042c23-7051-47f8-a5cc-678629dc225b), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:36.828289 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (da042c23-7051-47f8-a5cc-678629dc225b), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:36.830987 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:36.832213 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "DELETE /v2.0/security-groups/da042c23-7051-47f8-a5cc-678629dc225b HTTP/1.1" status: 204 len: 168 time: 0.1386142 Feb 16 15:19:36.835376 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44168) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:36.853490 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.api.v2.resource [None req-9c6bee1c-4bf5-4d76-9f65-cd1b85b1736d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] show failed (client error): The resource could not be found. Feb 16 15:19:36.853792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3aa54-6644-470a-bf08-e9ec06e1c4c8 None None] New status for floating IP 0510392d-dbe2-44ab-9b15-2bf36da02da4: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:19:36.854513 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9c6bee1c-4bf5-4d76-9f65-cd1b85b1736d tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "GET /v2.0/security-groups/da042c23-7051-47f8-a5cc-678629dc225b HTTP/1.1" status: 404 len: 347 time: 0.0176821 Feb 16 15:19:36.855320 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58ebb2-dd45-463d-8293-35e76f9565fc tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da042c23-7051-47f8-a5cc-678629dc225b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:36.857525 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44170) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:36.982686 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Deleting port b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:36.983037 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.064489 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.064837 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.077297 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Calling delete_port for b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:37.205526 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.239595 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Pushing event deleted for resources: {'Port': ['ID=b15c3f76-5ee2-431a-b830-c3c6ed5ea2f9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:37.294501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks [] for floatingip (0510392d-dbe2-44ab-9b15-2bf36da02da4), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.297312 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.298463 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-54de6748-80ce-4d12-b0e4-6b59bbe253ae tempest-AttachVolumeShelveTestJSON-566164532 tempest-AttachVolumeShelveTestJSON-566164532-project] 10.222.0.45 "DELETE /v2.0/floatingips/0510392d-dbe2-44ab-9b15-2bf36da02da4 HTTP/1.1" status: 204 len: 168 time: 0.4400418 Feb 16 15:19:37.436404 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c20a3-f192-451e-a384-59e58854cb5f req-d54a1613-a9db-4365-b978-27078612978a tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:37.437884 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d58c20a3-f192-451e-a384-59e58854cb5f req-d54a1613-a9db-4365-b978-27078612978a tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 944 time: 0.0515375 Feb 16 15:19:37.484894 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d58c20a3-f192-451e-a384-59e58854cb5f req-810cec3e-b1e4-4c8c-b018-15e925714c84 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Feb 16 15:19:37.541936 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 603c8e02-c324-4de9-8bd9-702cd06c3b93 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:37.590562 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 603c8e02-c324-4de9-8bd9-702cd06c3b93 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:19:37.594511 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 603c8e02-c324-4de9-8bd9-702cd06c3b93 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:37.595785 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.676200 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 603c8e02-c324-4de9-8bd9-702cd06c3b93 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:19:37.676591 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.699167 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:37.701637 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b4635-50ab-4b5f-aee8-3a210434a4f3" -d '{"events": [{"server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "name": "network-vif-plugged", "status": "completed", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:37.713393 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:37.717903 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:37.718717 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:37.739257 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d86f5c-7108-4e30-bfed-4f9fcd573bdb x-openstack-request-id: req-d8d86f5c-7108-4e30-bfed-4f9fcd573bdb {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:37.739554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "name": "network-vif-plugged", "status": "completed", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:37.739854 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8d86f5c-7108-4e30-bfed-4f9fcd573bdb {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:37.740246 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93', 'code': 200} Feb 16 15:19:37.760527 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 95bab56a-df1d-4a92-a1a7-c550ea3409ae {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:37.760527 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 95bab56a-df1d-4a92-a1a7-c550ea3409ae not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:37.789298 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:37.918016 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3042f89-14b8-43d8-9e8e-d20eea448562 req-7ea3323d-5eab-4b3d-b399-fffe9baaae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:37.919674 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3042f89-14b8-43d8-9e8e-d20eea448562 req-7ea3323d-5eab-4b3d-b399-fffe9baaae53 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 1129 time: 0.0439916 Feb 16 15:19:37.962423 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e3042f89-14b8-43d8-9e8e-d20eea448562 req-68c334e7-be6e-4b55-ba5b-ecb5adc9d30a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Feb 16 15:19:38.611603 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bbbdf-15af-4326-a200-dbd852894365 req-44447b91-7ea9-4f6d-a2be-50b26c29e455 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:38.613104 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ff3bbbdf-15af-4326-a200-dbd852894365 req-44447b91-7ea9-4f6d-a2be-50b26c29e455 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Feb 16 15:19:38.667910 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ff3bbbdf-15af-4326-a200-dbd852894365 req-5fcd5bd0-0159-4ec2-be90-15603fa56b42 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 Feb 16 15:19:39.699795 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44200) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:39.863714 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9021-cf2c-4f71-a80c-e2eb50dd927d req-c94659ee-544d-4feb-ae0d-838b5fb503f1 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:39.865130 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-159d9021-cf2c-4f71-a80c-e2eb50dd927d req-c94659ee-544d-4feb-ae0d-838b5fb503f1 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 945 time: 0.1300697 Feb 16 15:19:39.980723 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-159d9021-cf2c-4f71-a80c-e2eb50dd927d req-f4caa48f-3177-4377-b493-64954dc8061a tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096926 Feb 16 15:19:40.170052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:40.424528 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Deleting port dab5898d-17d3-4ce9-8ed6-731333ca58bc {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:40.424875 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:40.506295 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] For port dab5898d-17d3-4ce9-8ed6-731333ca58bc, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=dab5898d-17d3-4ce9-8ed6-731333ca58bc,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:40.506661 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:40.521219 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Calling delete_port for dab5898d-17d3-4ce9-8ed6-731333ca58bc owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:40.691340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15b05-2491-4bc3-af0d-2382586d24fa req-3ac38ecc-10c0-478d-b118-e9f05016c6ac tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:40.692708 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0b15b05-2491-4bc3-af0d-2382586d24fa req-3ac38ecc-10c0-478d-b118-e9f05016c6ac tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 945 time: 0.1056461 Feb 16 15:19:40.772787 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0b15b05-2491-4bc3-af0d-2382586d24fa req-f07eef56-5871-4df8-96f7-c05f0a4e7d70 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717421 Feb 16 15:19:40.795632 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (dab5898d-17d3-4ce9-8ed6-731333ca58bc), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:40.819844 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab5898d-17d3-4ce9-8ed6-731333ca58bc,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:40.981685 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:41.191960 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Router e8a22844-ed3d-4d3e-9e22-cc40a412ffce has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:19:41.296309 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:41.302063 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8d998f0b-6121-4715-9e8b-78fcc97e9350 admin admin] 10.222.0.45 "PUT /v2.0/routers/e8a22844-ed3d-4d3e-9e22-cc40a412ffce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000943 Feb 16 15:19:41.303644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44218) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:41.306302 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Sync routers for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:41.315772 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:41.316379 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:41.424651 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:41.609592 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:19:40Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:41.636307 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Checking router: e8a22844-ed3d-4d3e-9e22-cc40a412ffce for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:41.644868 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Routers {'e8a22844-ed3d-4d3e-9e22-cc40a412ffce'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:41.645752 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:41.659883 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks [] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:41.753092 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] Set router e8a22844-ed3d-4d3e-9e22-cc40a412ffce gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:41.765914 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks [] for router_gateway (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:41.853537 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Deleting port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:41.854241 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:41.904579 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c008-c5a3-452b-85bd-ec51ce868c91 req-8ea9dbc9-848b-4f4b-8f07-4826fc7ab4d0 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:41.906091 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9581c008-c5a3-452b-85bd-ec51ce868c91 req-8ea9dbc9-848b-4f4b-8f07-4826fc7ab4d0 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 945 time: 0.0555155 Feb 16 15:19:41.949730 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] For port 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:41.950411 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:41.963669 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-9581c008-c5a3-452b-85bd-ec51ce868c91 req-3aa39e5a-79f3-44b3-ac36-8d9b51109c3d tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/security-groups?id=9370d9c2-3dd7-44cb-9d72-51dc6b997f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515549 Feb 16 15:19:41.965620 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Calling delete_port for 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:42.049241 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:19:40Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:42.078739 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0905681-c705-407e-8750-0bca3a1a6cf5 None None] The sync data for ids ['e8a22844-ed3d-4d3e-9e22-cc40a412ffce'] in dv-cinder-804035-31-iscsi is: [{'id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'name': 'tempest-AttachVolumeShelveTestJSON-30116628-router', 'tenant_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:08:54Z', 'updated_at': '2022-02-16T15:19:40Z', 'revision_number': 5, 'project_id': '4edac7cbb3a04f0da6e9662ea34ef99c', 'gw_port': {'id': '6d0aa1fd-7471-4c23-b171-a16d78d6e4b2', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a22844-ed3d-4d3e-9e22-cc40a412ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:57Z', 'updated_at': '2022-02-16T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:42.148658 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (6d0aa1fd-7471-4c23-b171-a16d78d6e4b2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.175449 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0aa1fd-7471-4c23-b171-a16d78d6e4b2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:42.267644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.357432 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-0a328594-7ea4-4766-9811-dbe17415e3af tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:42.358872 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-0a328594-7ea4-4766-9811-dbe17415e3af tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 945 time: 0.1578457 Feb 16 15:19:42.373804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.394019 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks [] for router_controller (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.481984 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (e8a22844-ed3d-4d3e-9e22-cc40a412ffce), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.483050 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a22844-ed3d-4d3e-9e22-cc40a412ffce {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:19:42.487791 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.488959 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fda069c3-a613-4b62-8ac0-278f05b3413e admin admin] 10.222.0.45 "DELETE /v2.0/routers/e8a22844-ed3d-4d3e-9e22-cc40a412ffce HTTP/1.1" status: 204 len: 168 time: 1.1843975 Feb 16 15:19:42.491565 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44224) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:42.554266 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Deleting subnet e57bea93-4afc-4ddc-ae19-02a0090cb6b7 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:19:42.558446 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Publish callbacks [] for subnet (e57bea93-4afc-4ddc-ae19-02a0090cb6b7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.564897 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device dab5898d-17d3-4ce9-8ed6-731333ca58bc no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:42.587455 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Deleting port 603c8e02-c324-4de9-8bd9-702cd06c3b93 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:42.587849 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.594720 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: dab5898d-17d3-4ce9-8ed6-731333ca58bc {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:42.595193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device dab5898d-17d3-4ce9-8ed6-731333ca58bc not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:42.623233 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (e57bea93-4afc-4ddc-ae19-02a0090cb6b7), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.741117 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] For port 603c8e02-c324-4de9-8bd9-702cd06c3b93, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=603c8e02-c324-4de9-8bd9-702cd06c3b93,segment=NetworkSegment(a80a9f9a-9013-4dcd-8ad4-dae7c993c418),segment_id=a80a9f9a-9013-4dcd-8ad4-dae7c993c418)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:42.741491 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.762518 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Calling delete_port for 603c8e02-c324-4de9-8bd9-702cd06c3b93 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:42.775395 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (e57bea93-4afc-4ddc-ae19-02a0090cb6b7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.880262 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (e57bea93-4afc-4ddc-ae19-02a0090cb6b7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.907781 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57bea93-4afc-4ddc-ae19-02a0090cb6b7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:42.912621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:42.916532 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d3571433-444b-4a52-b7a7-ecda6d72298c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e57bea93-4afc-4ddc-ae19-02a0090cb6b7 HTTP/1.1" status: 204 len: 168 time: 0.4239938 Feb 16 15:19:42.918278 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68509103-3d5f-4299-ba25-2c506fc54c4f None None] Network 8d5280b9-d595-4ffc-bf53-bf20ccb34995 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:19:42.919034 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44226) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:43.028170 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (8d5280b9-d595-4ffc-bf53-bf20ccb34995), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.035838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (603c8e02-c324-4de9-8bd9-702cd06c3b93), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.047531 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['603c8e02-c324-4de9-8bd9-702cd06c3b93'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:19:43.088033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Pushing event deleted for resources: {'Port': ['ID=603c8e02-c324-4de9-8bd9-702cd06c3b93,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:43.120598 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-754668b2-e814-4311-bddb-03474f3cbdf5 req-7c444a13-bd40-4279-ba45-ca8ad6ec6f06 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.45 "GET /v2.0/ports?device_id=b100af49-fc76-44da-99ee-18bea01a7490 HTTP/1.1" status: 200 len: 210 time: 0.0709946 Feb 16 15:19:43.131861 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] DHCP port deletion for 8d5280b9-d595-4ffc-bf53-bf20ccb34995 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:19:43.168124 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] No DVR routers for this DVR port 603c8e02-c324-4de9-8bd9-702cd06c3b93 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:43.170639 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.174093 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5edc4a51-285c-4743-a60b-c3cd1004b355 req-74fbe256-d06a-400d-9188-ae9edc0df453 tempest-VolumesActionsTest-460663379 tempest-VolumesActionsTest-460663379-project] 10.222.0.79 "DELETE /v2.0/ports/603c8e02-c324-4de9-8bd9-702cd06c3b93 HTTP/1.1" status: 204 len: 173 time: 0.8091464 Feb 16 15:19:43.174711 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'name': 'network-vif-deleted', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:43.177677 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d6ebf-22a0-4fe0-881a-655709ebb3ce" -d '{"events": [{"server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "name": "network-vif-deleted", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:43.196703 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Deleting port c96c7528-7589-4600-952a-551acc4f307d {{(pid=102764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:43.197150 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (c96c7528-7589-4600-952a-551acc4f307d), before_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.204496 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Deleting port c96c7528-7589-4600-952a-551acc4f307d {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:19:43.204892 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (c96c7528-7589-4600-952a-551acc4f307d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.224361 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67404c2-4682-4fbc-99d1-25d0046462a6 x-openstack-request-id: req-c67404c2-4682-4fbc-99d1-25d0046462a6 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:43.224663 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b100af49-fc76-44da-99ee-18bea01a7490", "name": "network-vif-deleted", "tag": "603c8e02-c324-4de9-8bd9-702cd06c3b93", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:43.224924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c67404c2-4682-4fbc-99d1-25d0046462a6 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:43.225449 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b100af49-fc76-44da-99ee-18bea01a7490', 'name': 'network-vif-deleted', 'tag': '603c8e02-c324-4de9-8bd9-702cd06c3b93', 'status': 'completed', 'code': 200} Feb 16 15:19:43.277082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] For port c96c7528-7589-4600-952a-551acc4f307d, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c96c7528-7589-4600-952a-551acc4f307d,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:43.277414 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (c96c7528-7589-4600-952a-551acc4f307d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.282264 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] For port c96c7528-7589-4600-952a-551acc4f307d, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c96c7528-7589-4600-952a-551acc4f307d,segment=NetworkSegment(f3200efd-b248-437e-9ad4-175c764f1a71),segment_id=f3200efd-b248-437e-9ad4-175c764f1a71)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:43.282664 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (c96c7528-7589-4600-952a-551acc4f307d), precommit_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.289882 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Calling delete_port for c96c7528-7589-4600-952a-551acc4f307d owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:43.294579 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Calling delete_port for c96c7528-7589-4600-952a-551acc4f307d owned by network:dhcp {{(pid=102764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:19:43.373110 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641'] for port (c96c7528-7589-4600-952a-551acc4f307d), after_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.383608 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (c96c7528-7589-4600-952a-551acc4f307d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.396355 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] Pushing event deleted for resources: {'Port': ['ID=c96c7528-7589-4600-952a-551acc4f307d,revision_number=None']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:43.402463 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181cfc20-ce15-46b5-a0c2-6299067d7d52 None None] No DVR routers for this DVR port c96c7528-7589-4600-952a-551acc4f307d on host dv-cinder-804035-31-iscsi {{(pid=102764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:43.410160 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96c7528-7589-4600-952a-551acc4f307d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:43.413721 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] No DVR routers for this DVR port c96c7528-7589-4600-952a-551acc4f307d on host dv-cinder-804035-31-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:43.485477 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (8d5280b9-d595-4ffc-bf53-bf20ccb34995), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.505450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5280b9-d595-4ffc-bf53-bf20ccb34995']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:43.515027 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3200efd-b248-437e-9ad4-175c764f1a71') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:43.515324 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3200efd-b248-437e-9ad4-175c764f1a71') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:43.524665 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (f3200efd-b248-437e-9ad4-175c764f1a71), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.537626 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (f3200efd-b248-437e-9ad4-175c764f1a71), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.543650 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:19:43.544038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (f3200efd-b248-437e-9ad4-175c764f1a71), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self.session.flush() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self.session.flush() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self.session.flush() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self.session.flush() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:19:43.545738 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:19:43.599546 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (8d5280b9-d595-4ffc-bf53-bf20ccb34995), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.604920 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.608225 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8d5280b9-d595-4ffc-bf53-bf20ccb34995 HTTP/1.1" status: 204 len: 168 time: 0.6882107 Feb 16 15:19:43.619314 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2ecf-5464-4ad7-9681-21b379412997 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5280b9-d595-4ffc-bf53-bf20ccb34995,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:43.736130 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44234) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:43.779653 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fe2ee63b-8f93-45e8-b6af-93b75ed3a024 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4edac7cbb3a04f0da6e9662ea34ef99c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422573 Feb 16 15:19:43.782038 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44236) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:19:43.831422 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] Publish callbacks [] for security_group (1a921353-5243-4a0f-b6a7-db89d0d1c844), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.852192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] Publish callbacks [] for security_group (1a921353-5243-4a0f-b6a7-db89d0d1c844), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.861590 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:19:43.899163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1a921353-5243-4a0f-b6a7-db89d0d1c844), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.902440 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:43.903653 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a921353-5243-4a0f-b6a7-db89d0d1c844 HTTP/1.1" status: 204 len: 168 time: 0.1206772 Feb 16 15:19:43.911728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaad56-06f3-4fb6-87f1-1704b079db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a921353-5243-4a0f-b6a7-db89d0d1c844,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:44.423993 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:44.451212 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:44.451571 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 6d0aa1fd-7471-4c23-b171-a16d78d6e4b2 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:44.451993 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c96c7528-7589-4600-952a-551acc4f307d no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:44.472793 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: c96c7528-7589-4600-952a-551acc4f307d {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:44.473002 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c96c7528-7589-4600-952a-551acc4f307d not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:48.848070 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 603c8e02-c324-4de9-8bd9-702cd06c3b93 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:48.868174 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 603c8e02-c324-4de9-8bd9-702cd06c3b93 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:19:48.869069 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 603c8e02-c324-4de9-8bd9-702cd06c3b93 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:52.397853 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-93c0401c-5443-4961-952e-579f56319b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:54.560236 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2597-789a-45db-b852-5dcbdf22a2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:55.839161 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:56.809605 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:19:58.515404 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:01.756165 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:07.948696 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44674) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:07.991577 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Deleting subnet 1ed7e294-260d-4ae1-83bb-d0115b3afbcf {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:20:07.994619 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Publish callbacks [] for subnet (1ed7e294-260d-4ae1-83bb-d0115b3afbcf), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.028313 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (1ed7e294-260d-4ae1-83bb-d0115b3afbcf), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.068433 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (1ed7e294-260d-4ae1-83bb-d0115b3afbcf), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.118756 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (1ed7e294-260d-4ae1-83bb-d0115b3afbcf), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.143788 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed7e294-260d-4ae1-83bb-d0115b3afbcf,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:08.147750 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.151673 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-56304c0f-784d-42f6-a84c-b0e390c2796f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1ed7e294-260d-4ae1-83bb-d0115b3afbcf HTTP/1.1" status: 204 len: 168 time: 0.2019422 Feb 16 15:20:08.154261 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44676) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:08.219627 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (a3256a01-16a2-4f10-ae00-a2642dbc85af), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.297030 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (a3256a01-16a2-4f10-ae00-a2642dbc85af), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.316489 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3256a01-16a2-4f10-ae00-a2642dbc85af']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:08.325985 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:08.326284 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80a9f9a-9013-4dcd-8ad4-dae7c993c418') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:08.335282 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (a80a9f9a-9013-4dcd-8ad4-dae7c993c418), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.348763 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (a80a9f9a-9013-4dcd-8ad4-dae7c993c418), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.354856 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:20:08.355240 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (a80a9f9a-9013-4dcd-8ad4-dae7c993c418), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:20:08.356963 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:20:08.413294 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (a3256a01-16a2-4f10-ae00-a2642dbc85af), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.418902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.422616 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3256a01-16a2-4f10-ae00-a2642dbc85af HTTP/1.1" status: 204 len: 168 time: 0.2670639 Feb 16 15:20:08.434232 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d4068-8e6e-4492-b049-85591d9c6981 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3256a01-16a2-4f10-ae00-a2642dbc85af,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:08.592888 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44686) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:08.637295 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8dae9240-9eff-4db2-9255-8399469324da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=953aef55a8514c94a116a1aed68e821c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425813 Feb 16 15:20:08.639803 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44688) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:08.686601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] Publish callbacks [] for security_group (9370d9c2-3dd7-44cb-9d72-51dc6b997f64), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.706493 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] Publish callbacks [] for security_group (9370d9c2-3dd7-44cb-9d72-51dc6b997f64), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.751356 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (9370d9c2-3dd7-44cb-9d72-51dc6b997f64), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.753783 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:08.754893 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9370d9c2-3dd7-44cb-9d72-51dc6b997f64 HTTP/1.1" status: 204 len: 168 time: 0.1142199 Feb 16 15:20:08.762247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b2dff-acf7-48ca-a4c2-ccff6631ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370d9c2-3dd7-44cb-9d72-51dc6b997f64,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:08.944220 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-ba36d650-166a-4a06-995f-07339775c742 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478280 Feb 16 15:20:09.032615 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d57cd-852d-4603-823a-769a9a787654 req-406453d5-8093-415f-bcda-c84b89c9f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:09.034141 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-406453d5-8093-415f-bcda-c84b89c9f42c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0434337 Feb 16 15:20:09.138758 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d57cd-852d-4603-823a-769a9a787654 req-bfb77eb3-24ef-4808-a367-5c28ffc2cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:09.140474 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-bfb77eb3-24ef-4808-a367-5c28ffc2cfae service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0850084 Feb 16 15:20:09.212463 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-e1671e09-09c0-4f82-bd72-3740994837f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 1002 time: 0.0650430 Feb 16 15:20:09.264927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d57cd-852d-4603-823a-769a9a787654 req-662ded41-9950-49e1-b0e6-e64218cb1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:09.266407 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-662ded41-9950-49e1-b0e6-e64218cb1a8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0474000 Feb 16 15:20:09.315489 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d57cd-852d-4603-823a-769a9a787654 req-9cddc4cf-53de-4641-8a00-d3907f105331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:09.317075 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-9cddc4cf-53de-4641-8a00-d3907f105331 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439136 Feb 16 15:20:09.415648 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-f3bebab8-32c8-4535-94af-e0a12b2d0ae4 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909696 Feb 16 15:20:09.513999 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-836d57cd-852d-4603-823a-769a9a787654 req-f61ddcd5-3256-4575-ad6f-34a28900a770 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903223 Feb 16 15:20:17.367131 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44818) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:17.661363 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Deleting port cb989f4d-215e-412e-97d8-47fc55aacbb7 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:17.661705 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:17.734750 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:17.735074 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for floatingip (cb989f4d-215e-412e-97d8-47fc55aacbb7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:17.746470 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Calling delete_port for cb989f4d-215e-412e-97d8-47fc55aacbb7 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:17.915249 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (cb989f4d-215e-412e-97d8-47fc55aacbb7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:17.942013 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event deleted for resources: {'Port': ['ID=cb989f4d-215e-412e-97d8-47fc55aacbb7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:17.967995 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.968340 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.968676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.969034 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.969365 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.969688 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.970009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.970326 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.970644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.970962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.971305 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.971617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.971932 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:18.009561 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for floatingip (5361e29f-58cf-418a-a151-5eb8b2180b07), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:18.009836 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Floating IP 5361e29f-58cf-418a-a151-5eb8b2180b07 disassociated (deleted). External IP: 172.27.2.141, port: 5fe8bfaa-94fa-4554-84f2-facf18c1cb78. Feb 16 15:20:18.460338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Router 633d9c95-64e6-4342-ac28-88cd423cd97d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:18.568437 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:18.572902 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:18.579210 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Sync routers for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:18.588923 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:18.589574 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:18.601021 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2d2f69c2-cab6-448a-95b3-cadbcf121e25 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "DELETE /v2.0/floatingips/5361e29f-58cf-418a-a151-5eb8b2180b07 HTTP/1.1" status: 204 len: 168 time: 1.2327828 Feb 16 15:20:18.601617 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:18.605363 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7" -d '{"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:18.707259 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:18.779600 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa09c83-0812-406d-8d88-296e971f9a48 x-openstack-request-id: req-eaa09c83-0812-406d-8d88-296e971f9a48 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:18.780079 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:18.780438 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eaa09c83-0812-406d-8d88-296e971f9a48 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:18.781161 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'status': 'completed', 'code': 200} Feb 16 15:20:18.833660 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089b742-6c5f-433e-acef-88701b51fe76 req-890f4e5b-626f-4e30-9419-3df946705e0e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:18.835223 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2089b742-6c5f-433e-acef-88701b51fe76 req-890f4e5b-626f-4e30-9419-3df946705e0e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0508680 Feb 16 15:20:18.887510 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-2089b742-6c5f-433e-acef-88701b51fe76 req-59947a60-9125-4ff2-bbba-51b63de2bb8f tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463452 Feb 16 15:20:18.909121 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:18.938839 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Checking router: 633d9c95-64e6-4342-ac28-88cd423cd97d for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:18.948136 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:18.948780 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:19:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:19.009742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-c2fb07c2-367a-4764-a3fa-0dfffddfe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.011263 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-c2fb07c2-367a-4764-a3fa-0dfffddfe91f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f66746dc80e948ca84e4de43663c33da&device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 1130 time: 0.0472538 Feb 16 15:20:19.055253 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:19.108306 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-fd774176-1dba-445a-b2f6-8d8e3482e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.109833 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-fd774176-1dba-445a-b2f6-8d8e3482e3c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 200 len: 910 time: 0.0886679 Feb 16 15:20:19.152140 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-0a13d462-a798-457d-9084-360daf488160 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 200 len: 217 time: 0.0343497 Feb 16 15:20:19.205247 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-8b90f5b1-8893-490a-abd3-b54b5557a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.206722 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-8b90f5b1-8893-490a-abd3-b54b5557a130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 200 len: 848 time: 0.0460861 Feb 16 15:20:19.251888 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:19.264873 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-6a510deb-3c68-4126-b804-de15f18693d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.266424 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-6a510deb-3c68-4126-b804-de15f18693d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f95b9451-008c-4757-9369-2612d0f0f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534668 Feb 16 15:20:19.279031 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f13c14-1c35-4572-b063-1a03d74c78a3 None None] The sync data for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi is: [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 4, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': '26d3390f-7de2-4753-8798-a87ecf13208a', 'name': '', 'network_id': 'f95b9451-008c-4757-9369-2612d0f0f582', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'mac_address': 'fa:16:3e:2d:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'subnets': [{'id': '487f301d-eae2-458e-9ffa-373b807b84fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:19.373750 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-dc95e6fe-486d-4246-ba5c-bb40a7eb48a5 service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002855 Feb 16 15:20:19.474527 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f12e23f4-e0e9-48a7-8e74-bdfbb8c232d7 req-a74e9426-0cf6-495a-8583-c757c6f3519d service neutron] 10.222.0.79 "GET /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930564 Feb 16 15:20:19.530387 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cafc7-2407-4217-8e1c-c2ae0b470563 None None] New status for floating IP 5361e29f-58cf-418a-a151-5eb8b2180b07: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:20:20.009339 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f469480-ffe3-48a1-8970-757f741a15d4 req-ac41bb00-453d-4507-96a4-b35acad90e3c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:20.010804 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f469480-ffe3-48a1-8970-757f741a15d4 req-ac41bb00-453d-4507-96a4-b35acad90e3c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0529752 Feb 16 15:20:20.058968 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f469480-ffe3-48a1-8970-757f741a15d4 req-a3222a3f-8bcb-412a-b22f-c4acadc00ff5 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426037 Feb 16 15:20:20.864025 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:20:21.176042 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30c358-d4bf-41ed-b02b-ad35c4858636 req-9761441a-4cca-4660-a219-f4a168fa24ff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:21.177512 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0e30c358-d4bf-41ed-b02b-ad35c4858636 req-9761441a-4cca-4660-a219-f4a168fa24ff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Feb 16 15:20:21.224486 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0e30c358-d4bf-41ed-b02b-ad35c4858636 req-e877fbb8-906f-42c8-ab4d-b1e90b074844 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410256 Feb 16 15:20:22.344462 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1548-6109-4f2c-a626-da8ca3d69e12 req-347cde7c-2ab7-4e2e-871c-3768a7de1697 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:22.346019 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-999f1548-6109-4f2c-a626-da8ca3d69e12 req-347cde7c-2ab7-4e2e-871c-3768a7de1697 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0550053 Feb 16 15:20:22.394395 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-999f1548-6109-4f2c-a626-da8ca3d69e12 req-41e60581-9a19-4782-8659-16f5a4bf693e tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Feb 16 15:20:22.401126 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0354a68c-0566-486e-a808-1f7397205727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:23.513627 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ae7ec-39c4-41fb-8f65-0fd0dc8b0474 req-1e21f795-d30a-46ac-b5a6-350f53920a6c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.515069 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-603ae7ec-39c4-41fb-8f65-0fd0dc8b0474 req-1e21f795-d30a-46ac-b5a6-350f53920a6c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0515277 Feb 16 15:20:23.564102 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-603ae7ec-39c4-41fb-8f65-0fd0dc8b0474 req-c508ca45-5b5a-4140-b1e1-cfa39490b1d1 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Feb 16 15:20:24.546184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1bb69909-61ac-4a03-b70d-fc1487f48d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:24.686894 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1beb77-bad5-47fd-a4ef-7d5aa95cba31 req-1d4e387d-6a71-4038-8049-80386b4a97ff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:24.688381 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c1beb77-bad5-47fd-a4ef-7d5aa95cba31 req-1d4e387d-6a71-4038-8049-80386b4a97ff tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0558031 Feb 16 15:20:24.737582 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c1beb77-bad5-47fd-a4ef-7d5aa95cba31 req-f89a01b8-5c6a-4cf6-b70e-e5a4a128ecfd tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 Feb 16 15:20:25.833196 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:25.857378 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978cf2f-5c7b-4334-90da-feab06577684 req-913796e9-8643-4a16-bb20-89ba375c0f6b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:25.858842 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7978cf2f-5c7b-4334-90da-feab06577684 req-913796e9-8643-4a16-bb20-89ba375c0f6b tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0560446 Feb 16 15:20:25.906036 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-7978cf2f-5c7b-4334-90da-feab06577684 req-b7ccd93d-17a4-4fcd-ace7-1c79a37a710d tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Feb 16 15:20:26.810178 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:27.025466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14502-7b26-4673-b5b5-274a8de01cd9 req-e4359a31-7db5-45b3-b45a-d5605d5f5e86 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:27.026959 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20f14502-7b26-4673-b5b5-274a8de01cd9 req-e4359a31-7db5-45b3-b45a-d5605d5f5e86 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Feb 16 15:20:27.078570 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20f14502-7b26-4673-b5b5-274a8de01cd9 req-3e468468-71cd-4b7b-9a87-fb023f013688 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/security-groups?id=68ca6da5-634e-4beb-8b75-0cd906fd2835&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Feb 16 15:20:27.277634 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-1796279f-0cfc-4f44-b3fb-b0374cc6aaca tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:27.279039 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-1796279f-0cfc-4f44-b3fb-b0374cc6aaca tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.79 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 946 time: 0.0515196 Feb 16 15:20:27.372278 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Deleting port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:27.372545 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:27.466037 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] For port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:27.466407 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:27.478933 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Calling delete_port for 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:27.612134 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (5fe8bfaa-94fa-4554-84f2-facf18c1cb78), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:27.645741 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event deleted for resources: {'Port': ['ID=5fe8bfaa-94fa-4554-84f2-facf18c1cb78,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:27.688502 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] No DVR routers for this DVR port 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:27.691035 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:27.694314 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c3445674-3cb0-4543-b788-90b32fb2a82f req-74904eea-d3d1-406e-bdf5-fefc4f4eee2c tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.79 "DELETE /v2.0/ports/5fe8bfaa-94fa-4554-84f2-facf18c1cb78 HTTP/1.1" status: 204 len: 173 time: 0.4066625 Feb 16 15:20:27.694755 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-deleted', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:27.697019 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b9e53-e01b-413c-986a-2e1a88fc9c63" -d '{"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-deleted", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:27.746700 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ce4a5-29df-4ae2-8c11-61b105214c8c x-openstack-request-id: req-807ce4a5-29df-4ae2-8c11-61b105214c8c {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:27.746986 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8c49f-1b4c-475e-a543-58916e722e86", "name": "network-vif-deleted", "tag": "5fe8bfaa-94fa-4554-84f2-facf18c1cb78", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:27.747245 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-807ce4a5-29df-4ae2-8c11-61b105214c8c {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:27.747651 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8c49f-1b4c-475e-a543-58916e722e86', 'name': 'network-vif-deleted', 'tag': '5fe8bfaa-94fa-4554-84f2-facf18c1cb78', 'status': 'completed', 'code': 200} Feb 16 15:20:28.176216 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb43eeeb-2465-4557-b494-d0bd6874ba00 req-8e5e93b9-5d5f-445e-a52c-2eb607793d67 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec8c49f-1b4c-475e-a543-58916e722e86 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Feb 16 15:20:28.519786 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.230551 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 44944) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:29.288594 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (68ca6da5-634e-4beb-8b75-0cd906fd2835), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.315192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (68ca6da5-634e-4beb-8b75-0cd906fd2835), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.375389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (68ca6da5-634e-4beb-8b75-0cd906fd2835), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.377867 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.379002 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] 10.222.0.45 "DELETE /v2.0/security-groups/68ca6da5-634e-4beb-8b75-0cd906fd2835 HTTP/1.1" status: 204 len: 168 time: 0.1474650 Feb 16 15:20:29.392128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca616e-97f1-407e-a993-8bb382dc31c2 tempest-TestShelveInstance-18346531 tempest-TestShelveInstance-18346531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca6da5-634e-4beb-8b75-0cd906fd2835,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:29.427782 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 44948) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:29.850725 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:29.867472 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (633d9c95-64e6-4342-ac28-88cd423cd97d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:29.874101 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:29.874441 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 5fe8bfaa-94fa-4554-84f2-facf18c1cb78 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:30.103399 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Deleting port 26d3390f-7de2-4753-8798-a87ecf13208a {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:30.103650 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:30.180573 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] For port 26d3390f-7de2-4753-8798-a87ecf13208a, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=26d3390f-7de2-4753-8798-a87ecf13208a,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:30.180962 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:30.193776 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Calling delete_port for 26d3390f-7de2-4753-8798-a87ecf13208a owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:30.374490 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (26d3390f-7de2-4753-8798-a87ecf13208a), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:30.400202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d3390f-7de2-4753-8798-a87ecf13208a,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:30.425723 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.426083 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.426432 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.426775 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.427113 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.427448 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.427780 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.428303 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.428775 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.428775 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.429090 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.429405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.429729 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:30.579925 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (633d9c95-64e6-4342-ac28-88cd423cd97d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:30.791813 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Router 633d9c95-64e6-4342-ac28-88cd423cd97d has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:30.895256 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:30.900503 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a0f2c615-66e6-4b9e-87d7-4e508d47f1b4 admin admin] 10.222.0.45 "PUT /v2.0/routers/633d9c95-64e6-4342-ac28-88cd423cd97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4693136 Feb 16 15:20:30.904061 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 44972) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:30.906631 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Sync routers for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:30.919016 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:30.919730 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:31.160507 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:31.271984 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks [] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.335554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:20:30Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:31.361619 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Checking router: 633d9c95-64e6-4342-ac28-88cd423cd97d for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:31.369612 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Routers {'633d9c95-64e6-4342-ac28-88cd423cd97d'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:31.370210 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['633d9c95-64e6-4342-ac28-88cd423cd97d'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:31.372958 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks [] for router_gateway (633d9c95-64e6-4342-ac28-88cd423cd97d), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.423811 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Deleting port 3136cfc7-7abd-45cb-91ea-32de0a392966 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:31.424067 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.479315 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] Set router 633d9c95-64e6-4342-ac28-88cd423cd97d gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:31.505817 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] For port 3136cfc7-7abd-45cb-91ea-32de0a392966, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=3136cfc7-7abd-45cb-91ea-32de0a392966,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:31.506257 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.518632 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Calling delete_port for 3136cfc7-7abd-45cb-91ea-32de0a392966 owned by network:router_gateway {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:31.685012 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:20:30Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:31.691555 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (3136cfc7-7abd-45cb-91ea-32de0a392966), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.715743 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce766b-c083-4ad0-8411-adac40f6a6b7 None None] The sync data for ids ['633d9c95-64e6-4342-ac28-88cd423cd97d'] in dv-cinder-804035-31-iscsi is: [{'id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'name': 'tempest-TestShelveInstance-1518251749-router', 'tenant_id': 'f66746dc80e948ca84e4de43663c33da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:20:30Z', 'revision_number': 5, 'project_id': 'f66746dc80e948ca84e4de43663c33da', 'gw_port': {'id': '3136cfc7-7abd-45cb-91ea-32de0a392966', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d9c95-64e6-4342-ac28-88cd423cd97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:05Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:31.718597 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Pushing event deleted for resources: {'Port': ['ID=3136cfc7-7abd-45cb-91ea-32de0a392966,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:31.778434 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.804410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (633d9c95-64e6-4342-ac28-88cd423cd97d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.902739 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.904805 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks [] for router_controller (633d9c95-64e6-4342-ac28-88cd423cd97d), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.951072 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (633d9c95-64e6-4342-ac28-88cd423cd97d), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.951680 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633d9c95-64e6-4342-ac28-88cd423cd97d {{(pid=102763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:20:31.966698 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:31.970263 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3d86123b-8527-4e05-8175-d8772a304883 admin admin] 10.222.0.45 "DELETE /v2.0/routers/633d9c95-64e6-4342-ac28-88cd423cd97d HTTP/1.1" status: 204 len: 168 time: 1.0627565 Feb 16 15:20:31.970530 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 44988) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:32.014047 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Deleting subnet 487f301d-eae2-458e-9ffa-373b807b84fb {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:20:32.016900 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Publish callbacks [] for subnet (487f301d-eae2-458e-9ffa-373b807b84fb), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.051345 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (487f301d-eae2-458e-9ffa-373b807b84fb), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.133915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (487f301d-eae2-458e-9ffa-373b807b84fb), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.188144 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (487f301d-eae2-458e-9ffa-373b807b84fb), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.211798 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487f301d-eae2-458e-9ffa-373b807b84fb,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:32.217912 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.223254 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3d467406-070f-45f7-a129-0dc8808cdcda admin admin] 10.222.0.45 "DELETE /v2.0/subnets/487f301d-eae2-458e-9ffa-373b807b84fb HTTP/1.1" status: 204 len: 168 time: 0.2496278 Feb 16 15:20:32.223411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b5494-5b3b-4a8c-9b7e-dc04601ce690 None None] Network f95b9451-008c-4757-9369-2612d0f0f582 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:20:32.223873 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 44990) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:32.298124 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (f95b9451-008c-4757-9369-2612d0f0f582), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.354492 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Deleting port 1f414947-9c1c-4179-b958-4c9cb031ca82 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:32.355440 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.393080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] DHCP port deletion for f95b9451-008c-4757-9369-2612d0f0f582 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:20:32.425101 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] For port 1f414947-9c1c-4179-b958-4c9cb031ca82, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=1f414947-9c1c-4179-b958-4c9cb031ca82,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:32.425467 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.438137 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Calling delete_port for 1f414947-9c1c-4179-b958-4c9cb031ca82 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:32.441431 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Deleting port 1f414947-9c1c-4179-b958-4c9cb031ca82 {{(pid=102764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:32.441813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), before_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.507985 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] For port 1f414947-9c1c-4179-b958-4c9cb031ca82, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=1f414947-9c1c-4179-b958-4c9cb031ca82,segment=NetworkSegment(a4bdfe36-0bc3-45b1-89ca-c27e81d94f58),segment_id=a4bdfe36-0bc3-45b1-89ca-c27e81d94f58)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:32.508306 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), precommit_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.518308 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.521680 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Calling delete_port for 1f414947-9c1c-4179-b958-4c9cb031ca82 owned by network:dhcp {{(pid=102764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:32.543796 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f414947-9c1c-4179-b958-4c9cb031ca82,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:32.548187 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] No DVR routers for this DVR port 1f414947-9c1c-4179-b958-4c9cb031ca82 on host dv-cinder-804035-31-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:32.597082 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641'] for port (1f414947-9c1c-4179-b958-4c9cb031ca82), after_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.620076 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (f95b9451-008c-4757-9369-2612d0f0f582), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.622717 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] Pushing event deleted for resources: {'Port': ['ID=1f414947-9c1c-4179-b958-4c9cb031ca82,revision_number=None']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:32.626054 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336f5b7-1171-4e66-bb76-7b1bf63f6b90 None None] No DVR routers for this DVR port 1f414947-9c1c-4179-b958-4c9cb031ca82 on host dv-cinder-804035-31-iscsi {{(pid=102764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:32.641872 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95b9451-008c-4757-9369-2612d0f0f582']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:32.651290 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:32.651589 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bdfe36-0bc3-45b1-89ca-c27e81d94f58') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:32.661267 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (a4bdfe36-0bc3-45b1-89ca-c27e81d94f58), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.674529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (a4bdfe36-0bc3-45b1-89ca-c27e81d94f58), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.680566 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:20:32.680991 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (a4bdfe36-0bc3-45b1-89ca-c27e81d94f58), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:20:32.682690 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:20:32.746196 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (f95b9451-008c-4757-9369-2612d0f0f582), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.756254 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:32.759467 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f95b9451-008c-4757-9369-2612d0f0f582 HTTP/1.1" status: 204 len: 168 time: 0.5347486 Feb 16 15:20:32.762702 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 44992) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:32.778254 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7223ecf-1155-4d57-a1af-a89b83c14d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95b9451-008c-4757-9369-2612d0f0f582,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:32.813964 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 26d3390f-7de2-4753-8798-a87ecf13208a no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:32.837723 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 26d3390f-7de2-4753-8798-a87ecf13208a {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:32.838105 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 26d3390f-7de2-4753-8798-a87ecf13208a not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:32.838522 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 1f414947-9c1c-4179-b958-4c9cb031ca82 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:32.861205 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 1f414947-9c1c-4179-b958-4c9cb031ca82 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:32.861560 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 1f414947-9c1c-4179-b958-4c9cb031ca82 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:33.121052 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:33.354234 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Deleting port bb953528-d323-4691-bc28-105d0b3b171b {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:33.354545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (bb953528-d323-4691-bc28-105d0b3b171b), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:33.427913 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] For port bb953528-d323-4691-bc28-105d0b3b171b, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=bb953528-d323-4691-bc28-105d0b3b171b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:33.428271 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (bb953528-d323-4691-bc28-105d0b3b171b), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:33.440477 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Calling delete_port for bb953528-d323-4691-bc28-105d0b3b171b owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:33.613834 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (bb953528-d323-4691-bc28-105d0b3b171b), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:33.642385 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb953528-d323-4691-bc28-105d0b3b171b,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:33.815777 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.028418 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:34.138608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:34.147134 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f4f235af-6a85-4a59-94f4-76d52bb4f7e6 admin admin] 10.222.0.45 "PUT /v2.0/routers/1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3834617 Feb 16 15:20:34.149924 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45010) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:34.153751 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Sync routers for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:34.165411 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:34.169731 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:34.255208 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks [] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.359971 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:34.360804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks [] for router_gateway (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.429367 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Deleting port 29fefb36-682e-4750-9d0f-f48c4a4bffbd {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:34.429712 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.440260 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 3136cfc7-7abd-45cb-91ea-32de0a392966 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:34.461075 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 3136cfc7-7abd-45cb-91ea-32de0a392966 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:34.461511 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 3136cfc7-7abd-45cb-91ea-32de0a392966 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:34.509774 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-431449c5-e250-4792-9963-00596840f326 admin admin] For port 29fefb36-682e-4750-9d0f-f48c4a4bffbd, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=29fefb36-682e-4750-9d0f-f48c4a4bffbd,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:34.510052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.522614 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Calling delete_port for 29fefb36-682e-4750-9d0f-f48c4a4bffbd owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:34.542810 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:20:33Z', 'revision_number': 5, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port': {'id': '29fefb36-682e-4750-9d0f-f48c4a4bffbd', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:10Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:34.565895 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Checking router: 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:34.575562 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Routers {'1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:34.576165 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:34.662871 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] Set router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:34.691682 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (29fefb36-682e-4750-9d0f-f48c4a4bffbd), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.716632 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fefb36-682e-4750-9d0f-f48c4a4bffbd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:34.717459 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:20:34Z', 'revision_number': 6, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:34.744586 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5fe7-2961-4cd7-8316-a392e5cadb99 None None] The sync data for ids ['1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173'] in dv-cinder-804035-31-iscsi is: [{'id': '1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173', 'name': 'tempest-TestShelveInstance-842932131-router', 'tenant_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:09Z', 'updated_at': '2022-02-16T15:20:34Z', 'revision_number': 6, 'project_id': '034aa614ef5545cfa1f8dfdd5e1f76fe', 'gw_port_host': None}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:34.780629 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.873870 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.876018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks [] for router_controller (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.921570 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.922090 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:20:34.926327 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-431449c5-e250-4792-9963-00596840f326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:34.927487 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-431449c5-e250-4792-9963-00596840f326 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1ea8cab5-7a04-4a5f-bc31-c0aa74a5d173 HTTP/1.1" status: 204 len: 168 time: 0.7765820 Feb 16 15:20:34.929989 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45012) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:34.973286 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Deleting subnet 902a7e9a-3d10-4631-a84e-c7753e7152f1 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:20:34.976317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Publish callbacks [] for subnet (902a7e9a-3d10-4631-a84e-c7753e7152f1), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.009188 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (902a7e9a-3d10-4631-a84e-c7753e7152f1), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.086745 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (902a7e9a-3d10-4631-a84e-c7753e7152f1), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.143158 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (902a7e9a-3d10-4631-a84e-c7753e7152f1), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.168285 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902a7e9a-3d10-4631-a84e-c7753e7152f1,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:35.174129 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.177415 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-20329977-16ad-444f-b5ee-979d76995148 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/902a7e9a-3d10-4631-a84e-c7753e7152f1 HTTP/1.1" status: 204 len: 168 time: 0.2464650 Feb 16 15:20:35.180004 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45018) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:35.180739 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61d343-3012-4e9e-9ead-d811a2ea8324 None None] Network 5ff6b846-2b52-4fca-9970-42f259d26109 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:20:35.255544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (5ff6b846-2b52-4fca-9970-42f259d26109), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.310124 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Deleting port 86a7662c-61db-49c2-9919-c58ef5444e8b {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:20:35.310463 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.373508 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] For port 86a7662c-61db-49c2-9919-c58ef5444e8b, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=86a7662c-61db-49c2-9919-c58ef5444e8b,segment=NetworkSegment(751b0fda-6a77-4552-8f78-269970b754d6),segment_id=751b0fda-6a77-4552-8f78-269970b754d6)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:35.373793 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.384984 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Calling delete_port for 86a7662c-61db-49c2-9919-c58ef5444e8b owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:20:35.460558 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (86a7662c-61db-49c2-9919-c58ef5444e8b), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.485399 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a7662c-61db-49c2-9919-c58ef5444e8b,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:35.491319 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] No DVR routers for this DVR port 86a7662c-61db-49c2-9919-c58ef5444e8b on host dv-cinder-804035-31-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:35.529920 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef975d5-25a2-473d-9b6e-b567ed5cdccd None None] DHCP port deletion for 5ff6b846-2b52-4fca-9970-42f259d26109 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:20:35.566356 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (5ff6b846-2b52-4fca-9970-42f259d26109), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.586091 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff6b846-2b52-4fca-9970-42f259d26109']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:35.594981 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751b0fda-6a77-4552-8f78-269970b754d6') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:35.595285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751b0fda-6a77-4552-8f78-269970b754d6') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:35.604554 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (751b0fda-6a77-4552-8f78-269970b754d6), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.618771 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (751b0fda-6a77-4552-8f78-269970b754d6), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.625789 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:20:35.626352 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (751b0fda-6a77-4552-8f78-269970b754d6), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:20:35.628061 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:20:35.941795 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (5ff6b846-2b52-4fca-9970-42f259d26109), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.946197 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:35.949982 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5ff6b846-2b52-4fca-9970-42f259d26109 HTTP/1.1" status: 204 len: 168 time: 0.7689836 Feb 16 15:20:35.961870 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d719ca-6228-4971-8391-c38c54801859 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff6b846-2b52-4fca-9970-42f259d26109,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:36.058820 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45022) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:36.096808 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-0b672de6-abf5-4c11-a73a-5f61f95e0d16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f66746dc80e948ca84e4de43663c33da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368676 Feb 16 15:20:36.099190 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45024) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:36.143801 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] Publish callbacks [] for security_group (ae50af11-bf11-41c1-905b-78edc5f817e8), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.164784 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] Publish callbacks [] for security_group (ae50af11-bf11-41c1-905b-78edc5f817e8), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.209353 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (ae50af11-bf11-41c1-905b-78edc5f817e8), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.211758 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.212879 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae50af11-bf11-41c1-905b-78edc5f817e8 HTTP/1.1" status: 204 len: 168 time: 0.1128235 Feb 16 15:20:36.220955 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ea2be-9d77-4309-82cf-9bbd3ccdc880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50af11-bf11-41c1-905b-78edc5f817e8,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:36.437789 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29fefb36-682e-4750-9d0f-f48c4a4bffbd no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:36.457834 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 29fefb36-682e-4750-9d0f-f48c4a4bffbd {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:36.458182 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 29fefb36-682e-4750-9d0f-f48c4a4bffbd not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:36.458595 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 86a7662c-61db-49c2-9919-c58ef5444e8b no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:36.477740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 86a7662c-61db-49c2-9919-c58ef5444e8b {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:36.477993 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 86a7662c-61db-49c2-9919-c58ef5444e8b not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:36.478401 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device bb953528-d323-4691-bc28-105d0b3b171b no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:36.501532 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: bb953528-d323-4691-bc28-105d0b3b171b {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:20:36.501884 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device bb953528-d323-4691-bc28-105d0b3b171b not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:36.524278 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45034) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:36.566039 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1658c94d-3e61-49f1-916e-13cea335890c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=034aa614ef5545cfa1f8dfdd5e1f76fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406208 Feb 16 15:20:36.568448 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45036) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:36.613285 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] Publish callbacks [] for security_group (d220404d-4206-45af-ad65-6d6dbaa070b5), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.632847 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] Publish callbacks [] for security_group (d220404d-4206-45af-ad65-6d6dbaa070b5), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.677312 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d220404d-4206-45af-ad65-6d6dbaa070b5), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.679764 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:36.680866 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d220404d-4206-45af-ad65-6d6dbaa070b5 HTTP/1.1" status: 204 len: 168 time: 0.1114936 Feb 16 15:20:36.688640 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daba63-05c2-4be3-b213-7ce0e678c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220404d-4206-45af-ad65-6d6dbaa070b5,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:43.490946 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45128) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:43.599262 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-39da48d9-f6b9-4ec3-98d1-7670dd75c864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.686556 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-39da48d9-f6b9-4ec3-98d1-7670dd75c864 admin admin] Publish callbacks [] for security_group (298fd098-e628-4ea6-8048-69a883342ea5), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.690191 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-39da48d9-f6b9-4ec3-98d1-7670dd75c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (298fd098-e628-4ea6-8048-69a883342ea5), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.728305 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-39da48d9-f6b9-4ec3-98d1-7670dd75c864 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26b8454e141141ad9e0b5e95ee084cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362461 Feb 16 15:20:43.729149 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da48d9-f6b9-4ec3-98d1-7670dd75c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298fd098-e628-4ea6-8048-69a883342ea5,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:43.731511 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45136) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:43.780521 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] Publish callbacks [] for security_group (298fd098-e628-4ea6-8048-69a883342ea5), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.801768 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] Publish callbacks [] for security_group (298fd098-e628-4ea6-8048-69a883342ea5), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.847213 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (298fd098-e628-4ea6-8048-69a883342ea5), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.849806 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:43.851043 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/298fd098-e628-4ea6-8048-69a883342ea5 HTTP/1.1" status: 204 len: 168 time: 0.1179819 Feb 16 15:20:43.859545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf58317-c56d-46c1-a215-97a457752f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298fd098-e628-4ea6-8048-69a883342ea5,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:44.105935 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45142) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:44.125512 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-81e19461-ee3b-4b01-b949-cb4dfd275257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.207225 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-81e19461-ee3b-4b01-b949-cb4dfd275257 admin admin] Publish callbacks [] for security_group (38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.210951 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-81e19461-ee3b-4b01-b949-cb4dfd275257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.247349 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-81e19461-ee3b-4b01-b949-cb4dfd275257 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0055c2b53f7419085dbc3291059e5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364243 Feb 16 15:20:44.248217 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e19461-ee3b-4b01-b949-cb4dfd275257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:44.250152 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45144) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:44.296909 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] Publish callbacks [] for security_group (38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.320888 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] Publish callbacks [] for security_group (38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.366323 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.368770 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:44.369920 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7 HTTP/1.1" status: 204 len: 168 time: 0.1187193 Feb 16 15:20:44.377735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10f12b-b44f-4c64-af14-fdc134f0227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0e7f5-7fa2-4941-906d-c5c4d3d51dd7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:48.676078 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45248) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:48.775373 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c172a0f-08c6-4cb5-b95e-3849cf0e31c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:48.846156 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c172a0f-08c6-4cb5-b95e-3849cf0e31c0 admin admin] Publish callbacks [] for security_group (0962fe73-b7bf-4a52-ab4e-68818ebb156e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:48.851065 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8c172a0f-08c6-4cb5-b95e-3849cf0e31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (0962fe73-b7bf-4a52-ab4e-68818ebb156e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:48.887345 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8c172a0f-08c6-4cb5-b95e-3849cf0e31c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8834e702685d45bdaf68d9d3226eb0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101650 Feb 16 15:20:48.889223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172a0f-08c6-4cb5-b95e-3849cf0e31c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962fe73-b7bf-4a52-ab4e-68818ebb156e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:48.890080 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45252) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:48.938899 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] Publish callbacks [] for security_group (0962fe73-b7bf-4a52-ab4e-68818ebb156e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:48.958694 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] Publish callbacks [] for security_group (0962fe73-b7bf-4a52-ab4e-68818ebb156e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.005561 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (0962fe73-b7bf-4a52-ab4e-68818ebb156e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.008199 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.009353 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0962fe73-b7bf-4a52-ab4e-68818ebb156e HTTP/1.1" status: 204 len: 168 time: 0.1182699 Feb 16 15:20:49.017309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626339a8-66c3-47a8-bcc5-029ebcff1b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962fe73-b7bf-4a52-ab4e-68818ebb156e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:49.259687 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45258) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:49.273292 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b5da35a3-8608-44ee-9dcf-6fa886720052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.349159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b5da35a3-8608-44ee-9dcf-6fa886720052 admin admin] Publish callbacks [] for security_group (3c553b66-219f-4778-b89e-3aa25245892c), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.352651 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b5da35a3-8608-44ee-9dcf-6fa886720052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3c553b66-219f-4778-b89e-3aa25245892c), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.390325 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-b5da35a3-8608-44ee-9dcf-6fa886720052 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc84f88f15e2479c911df9513329a48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296079 Feb 16 15:20:49.391281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da35a3-8608-44ee-9dcf-6fa886720052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c553b66-219f-4778-b89e-3aa25245892c,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:49.392968 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45262) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:49.440714 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] Publish callbacks [] for security_group (3c553b66-219f-4778-b89e-3aa25245892c), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.461233 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] Publish callbacks [] for security_group (3c553b66-219f-4778-b89e-3aa25245892c), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.508366 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (3c553b66-219f-4778-b89e-3aa25245892c), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.511539 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:49.512655 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c553b66-219f-4778-b89e-3aa25245892c HTTP/1.1" status: 204 len: 168 time: 0.1185448 Feb 16 15:20:49.521952 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454fe81-e4d3-499a-be3b-2d17729b2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c553b66-219f-4778-b89e-3aa25245892c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:52.404162 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-7f3c1a9f-067a-42e7-aff7-b52a97331072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.276415 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45358) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:54.377056 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e5704ad-6b61-46bb-bf3e-86b638436463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.449466 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e5704ad-6b61-46bb-bf3e-86b638436463 admin admin] Publish callbacks [] for security_group (484a2d8a-ca99-41ce-abc2-66aa152d0984), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.453062 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e5704ad-6b61-46bb-bf3e-86b638436463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (484a2d8a-ca99-41ce-abc2-66aa152d0984), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.489979 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1e5704ad-6b61-46bb-bf3e-86b638436463 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da8af0336c90420aa18b6e9651494c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124867 Feb 16 15:20:54.490845 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5704ad-6b61-46bb-bf3e-86b638436463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484a2d8a-ca99-41ce-abc2-66aa152d0984,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:54.492682 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45362) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:54.540478 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] Publish callbacks [] for security_group (484a2d8a-ca99-41ce-abc2-66aa152d0984), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.548740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0098-c015-4cf1-aa00-1ed54ea48fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.565966 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] Publish callbacks [] for security_group (484a2d8a-ca99-41ce-abc2-66aa152d0984), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.618864 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (484a2d8a-ca99-41ce-abc2-66aa152d0984), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.621540 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.622706 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/484a2d8a-ca99-41ce-abc2-66aa152d0984 HTTP/1.1" status: 204 len: 168 time: 0.1290140 Feb 16 15:20:54.630035 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126eb40-a7f2-4c15-b9dc-e315038e0990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a2d8a-ca99-41ce-abc2-66aa152d0984,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:54.880492 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45374) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:54.894961 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-470ec8ca-1ae9-437a-81b4-c92f1c31b48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.967240 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-470ec8ca-1ae9-437a-81b4-c92f1c31b48b admin admin] Publish callbacks [] for security_group (c67c0462-71ab-4aee-aebd-e9188e711cb5), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:54.971074 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-470ec8ca-1ae9-437a-81b4-c92f1c31b48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c67c0462-71ab-4aee-aebd-e9188e711cb5), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:55.010611 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-470ec8ca-1ae9-437a-81b4-c92f1c31b48b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b44610b3e0d4c0e880691587592c0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287978 Feb 16 15:20:55.011805 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec8ca-1ae9-437a-81b4-c92f1c31b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67c0462-71ab-4aee-aebd-e9188e711cb5,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:55.013799 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45376) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:55.060765 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] Publish callbacks [] for security_group (c67c0462-71ab-4aee-aebd-e9188e711cb5), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:55.081444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] Publish callbacks [] for security_group (c67c0462-71ab-4aee-aebd-e9188e711cb5), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:55.129155 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c67c0462-71ab-4aee-aebd-e9188e711cb5), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:55.131700 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:55.132838 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c67c0462-71ab-4aee-aebd-e9188e711cb5 HTTP/1.1" status: 204 len: 168 time: 0.1173794 Feb 16 15:20:55.141848 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdb9de-16b9-46fd-bfb0-e2ddff8db3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67c0462-71ab-4aee-aebd-e9188e711cb5,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:55.835877 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.166082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45414) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:56.362830 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-47dbe6c4-61d9-408e-b739-e2d55ecc5515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.440782 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-47dbe6c4-61d9-408e-b739-e2d55ecc5515 admin admin] Publish callbacks [] for security_group (df0bb2f4-8f43-48f6-951d-98477a1ae3c4), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.444753 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-47dbe6c4-61d9-408e-b739-e2d55ecc5515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (df0bb2f4-8f43-48f6-951d-98477a1ae3c4), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.483236 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-47dbe6c4-61d9-408e-b739-e2d55ecc5515 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f868a3ac80354af28f7fc6391ddf7a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159649 Feb 16 15:20:56.484107 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe6c4-61d9-408e-b739-e2d55ecc5515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0bb2f4-8f43-48f6-951d-98477a1ae3c4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:56.486041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45428) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:20:56.542755 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] Publish callbacks [] for security_group (df0bb2f4-8f43-48f6-951d-98477a1ae3c4), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.563425 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] Publish callbacks [] for security_group (df0bb2f4-8f43-48f6-951d-98477a1ae3c4), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.610526 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (df0bb2f4-8f43-48f6-951d-98477a1ae3c4), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.613108 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:56.614677 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df0bb2f4-8f43-48f6-951d-98477a1ae3c4 HTTP/1.1" status: 204 len: 168 time: 0.1269991 Feb 16 15:20:56.623373 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6271a-b67c-4450-8b1c-2297e88e1f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0bb2f4-8f43-48f6-951d-98477a1ae3c4,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:56.821942 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:57.863800 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:20:58.524568 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:20:58.834048 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-70645489-1422-4e1e-abc4-ebaab0b2d3c3 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bf98b986232f4e4ba9b656699242e99e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283115 Feb 16 15:20:59.015728 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-cbf06473-5185-4dd4-87e1-c37b3efa5d4a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.017261 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-cbf06473-5185-4dd4-87e1-c37b3efa5d4a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784258 Feb 16 15:20:59.031344 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-eb455fed-04de-47cf-9a0d-21aedf7550db tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/quotas/bf98b986232f4e4ba9b656699242e99e HTTP/1.1" status: 200 len: 375 time: 0.0086086 Feb 16 15:20:59.061907 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-01a7b206-77fe-46f2-bc5b-528f7b05cfd1 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf98b986232f4e4ba9b656699242e99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258195 Feb 16 15:20:59.222618 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c7c23924-b7ae-4662-aac9-9d9985736fce req-abdf0394-af38-4e85-adf9-bd66831f01c3 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Feb 16 15:21:00.258626 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-3ecfdc44-6ace-451e-852a-d23fa815cfa5 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=bf98b986232f4e4ba9b656699242e99e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306864 Feb 16 15:21:00.331882 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-b37ed99e-203d-497c-b8dd-8fcadad81f10 req-32d61bf2-370e-4e5a-9e4c-088dac476c0d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Feb 16 15:21:00.452557 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-dddd3f4e-8d82-44c9-b57b-8d345e009e70 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:00.454015 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-dddd3f4e-8d82-44c9-b57b-8d345e009e70 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910484 Feb 16 15:21:00.467205 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Request body: {'port': {'device_id': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec', 'admin_state_up': True, 'tenant_id': 'bf98b986232f4e4ba9b656699242e99e'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:00.574370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Made reservation on behalf of bf98b986232f4e4ba9b656699242e99e for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:21:00.577798 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.586265 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.666841 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks [] for security_group (c31e7b9e-c49e-49cf-9b74-12e08a773208), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.671199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c31e7b9e-c49e-49cf-9b74-12e08a773208), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.734728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e7b9e-c49e-49cf-9b74-12e08a773208,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:00.800665 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Allocated IP 192.168.233.78 (bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec/08837287-5211-421f-81de-b41ebff9d155/2d176073-7c3c-433c-a673-aa246b2dac76) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:21:00.881266 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45530) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:00.948951 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks [] for port (2d176073-7c3c-433c-a673-aa246b2dac76), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.983411 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:00.986894 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d89a14a2-cb39-4e0e-9b2e-bd565aa459fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.027744 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:21:01.030949 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:21:01.034579 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:21:01.064671 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Pushing event updated for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:01.066975 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d89a14a2-cb39-4e0e-9b2e-bd565aa459fe admin admin] Publish callbacks [] for security_group (31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.074750 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d89a14a2-cb39-4e0e-9b2e-bd565aa459fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.090911 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:01.091688 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.111821 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-5f86e080-d2d1-402d-91b8-1429002b2a5c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6486585 Feb 16 15:21:01.118371 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-d89a14a2-cb39-4e0e-9b2e-bd565aa459fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45156fba156a457d938ad9ec9f3d896c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359440 Feb 16 15:21:01.119548 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a14a2-cb39-4e0e-9b2e-bd565aa459fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:01.121109 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45534) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:01.128569 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Request body: {'port': {'device_id': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:01.226852 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] Publish callbacks [] for security_group (31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.228328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.237276 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-c5965142-9c96-43ad-9a99-ac093b76490d None None] Provisioning complete for port 2d176073-7c3c-433c-a673-aa246b2dac76 triggered by entity DHCP. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:21:01.237774 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c5965142-9c96-43ad-9a99-ac093b76490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.271712 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-c5965142-9c96-43ad-9a99-ac093b76490d None None] Port 2d176073-7c3c-433c-a673-aa246b2dac76 cannot update to ACTIVE because it is not bound. {{(pid=102764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:21:01.276346 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] Publish callbacks [] for security_group (31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.402983 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.406057 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.407195 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0 HTTP/1.1" status: 204 len: 168 time: 0.2852223 Feb 16 15:21:01.435742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab44ffa-c42d-497d-a4af-0d8ddcc6a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f1a38b-49fe-4c93-b9a6-469ed7c0d0e0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:01.678263 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45544) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:01.691377 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c24a44a-4bb8-4f1e-a1ea-4a6b140a822a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.766443 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c24a44a-4bb8-4f1e-a1ea-4a6b140a822a admin admin] Publish callbacks [] for security_group (7133ea02-3406-4705-a58e-f55fc5a1dc79), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.777651 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a546ef-0283-403b-8e59-9bf85e313e32 req-ace6fc3a-978c-44af-b65e-082529ee997b tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:01.779132 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c24a44a-4bb8-4f1e-a1ea-4a6b140a822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7133ea02-3406-4705-a58e-f55fc5a1dc79), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.779323 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0a546ef-0283-403b-8e59-9bf85e313e32 req-ace6fc3a-978c-44af-b65e-082529ee997b tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 935 time: 0.3711326 Feb 16 15:21:01.785794 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.821010 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2c24a44a-4bb8-4f1e-a1ea-4a6b140a822a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c16d6bd1e874d60827d6178a72823a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415486 Feb 16 15:21:01.821982 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a44a-4bb8-4f1e-a1ea-4a6b140a822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7133ea02-3406-4705-a58e-f55fc5a1dc79,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:01.824295 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45546) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:01.859920 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d176073-7c3c-433c-a673-aa246b2dac76 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:21:01.874183 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] Publish callbacks [] for security_group (7133ea02-3406-4705-a58e-f55fc5a1dc79), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.874503 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks [] for port (2d176073-7c3c-433c-a673-aa246b2dac76), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.881637 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0a546ef-0283-403b-8e59-9bf85e313e32 req-2b009926-a027-43e1-8a42-02bd7bfc9923 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Feb 16 15:21:01.893356 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Transition to ACTIVE for port object 2d176073-7c3c-433c-a673-aa246b2dac76 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:21:01.900709 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.900963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] Publish callbacks [] for security_group (7133ea02-3406-4705-a58e-f55fc5a1dc79), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.972368 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (7133ea02-3406-4705-a58e-f55fc5a1dc79), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.975703 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:01.977427 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7133ea02-3406-4705-a58e-f55fc5a1dc79 HTTP/1.1" status: 204 len: 168 time: 0.1522019 Feb 16 15:21:02.002140 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb63be-22bb-46df-b8b7-d6023b64d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133ea02-3406-4705-a58e-f55fc5a1dc79,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:02.002402 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Pushing event updated for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:02.042025 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Attempting to bind port 2d176073-7c3c-433c-a673-aa246b2dac76 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:21:02.042387 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Attempting to bind port 2d176073-7c3c-433c-a673-aa246b2dac76 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:21:02.042890 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Attempting to bind port 2d176073-7c3c-433c-a673-aa246b2dac76 on network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:21:02.049575 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Port 2d176073-7c3c-433c-a673-aa246b2dac76 on network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:21:02.050487 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Attempting to bind port 2d176073-7c3c-433c-a673-aa246b2dac76 on network bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:21:02.056237 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:21:02.056581 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Checking segment: {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:21:02.057066 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Bound using segment: {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:21:02.057512 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Bound port: 2d176073-7c3c-433c-a673-aa246b2dac76, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e96574d-9e5d-4a64-87f7-f7295cd87301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:21:02.058192 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:02.130164 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:21:02.134441 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d176073-7c3c-433c-a673-aa246b2dac76,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:21:02.141827 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:02.175197 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.175827 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:02.177316 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] 10.222.0.79 "PUT /v2.0/ports/2d176073-7c3c-433c-a673-aa246b2dac76 HTTP/1.1" status: 200 len: 1097 time: 1.0577083 Feb 16 15:21:02.177710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:02.179914 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:02.214495 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe08e9-5a7c-454a-a3b5-7cde93a40281 service neutron] Pushing event updated for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:02.230368 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df34d99-0267-4375-bc55-7916896d65a2 x-openstack-request-id: req-8df34d99-0267-4375-bc55-7916896d65a2 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:02.230737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:02.231063 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8df34d99-0267-4375-bc55-7916896d65a2 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:02.232315 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76', 'status': 'completed', 'code': 200} Feb 16 15:21:02.283991 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-98e6d380-a77a-427f-8b8a-cc24754f3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.285574 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-98e6d380-a77a-427f-8b8a-cc24754f3c48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bf98b986232f4e4ba9b656699242e99e&device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 1131 time: 0.0491025 Feb 16 15:21:02.330029 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-7d58a758-f49e-4067-9d3f-8d2334b05e26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=2d176073-7c3c-433c-a673-aa246b2dac76 HTTP/1.1" status: 200 len: 217 time: 0.0367763 Feb 16 15:21:02.386705 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-b7c22a5e-8b4d-4b0b-bcf1-4f6c30852799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.388997 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-b7c22a5e-8b4d-4b0b-bcf1-4f6c30852799 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08837287-5211-421f-81de-b41ebff9d155 HTTP/1.1" status: 200 len: 843 time: 0.0521164 Feb 16 15:21:02.441283 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-cbdb8d38-4550-4aec-bb4f-69468119bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.442801 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-cbdb8d38-4550-4aec-bb4f-69468119bc89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0480304 Feb 16 15:21:02.532776 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-c29a43c6-4a92-40b7-940f-ef036839114c service neutron] 10.222.0.79 "GET /v2.0/networks/bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Feb 16 15:21:02.627579 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bcda42a0-23ac-42df-9270-7a41fb1c84bb req-6aaa548c-d81e-4049-b312-607f97ed9b3d service neutron] 10.222.0.79 "GET /v2.0/networks/bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878153 Feb 16 15:21:02.720872 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-b399f799-0971-4a23-9598-eac47ac8c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.722440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-b399f799-0971-4a23-9598-eac47ac8c4a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bf98b986232f4e4ba9b656699242e99e&device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 1131 time: 0.0483983 Feb 16 15:21:02.817032 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-4f1da7cc-442c-443b-a094-e2693723e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.818490 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-4f1da7cc-442c-443b-a094-e2693723e9c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec HTTP/1.1" status: 200 len: 870 time: 0.0900457 Feb 16 15:21:02.861344 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-bbc9e9a7-e0ef-4559-9122-7f814da4c3a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=2d176073-7c3c-433c-a673-aa246b2dac76 HTTP/1.1" status: 200 len: 217 time: 0.0362377 Feb 16 15:21:02.909322 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-6df282d3-9aa9-4136-9615-ba2b841ec48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.910752 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-6df282d3-9aa9-4136-9615-ba2b841ec48d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08837287-5211-421f-81de-b41ebff9d155 HTTP/1.1" status: 200 len: 843 time: 0.0430098 Feb 16 15:21:02.973445 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-69c16c27-d854-45f7-a572-495e97414e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.974869 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-69c16c27-d854-45f7-a572-495e97414e21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0579574 Feb 16 15:21:03.079572 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd24de7-f4dd-49de-bcc8-fdc1e7c639af req-fdb377dd-cba2-48c4-b9ab-fdd79816a63c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:03.081084 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dd24de7-f4dd-49de-bcc8-fdc1e7c639af req-fdb377dd-cba2-48c4-b9ab-fdd79816a63c tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 947 time: 0.1182127 Feb 16 15:21:03.110824 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-933c7d46-fb93-429c-b6bd-c9dbc0ae5f38 service neutron] 10.222.0.79 "GET /v2.0/networks/bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175339 Feb 16 15:21:03.202183 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dd24de7-f4dd-49de-bcc8-fdc1e7c639af req-d9a2c893-aa02-45e4-8223-5b68981cafe8 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993485 Feb 16 15:21:03.226552 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-feb1dbcf-29ba-47fd-8f84-9b762042d9e6 req-c33bab1c-91d8-473b-ad83-5614b4c28971 service neutron] 10.222.0.79 "GET /v2.0/networks/bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071537 Feb 16 15:21:04.324318 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e8052-7830-4c32-b08e-0dd7216711e0 req-3a0e2980-1586-40d8-b392-70d52a0de792 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:04.326394 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-338e8052-7830-4c32-b08e-0dd7216711e0 req-3a0e2980-1586-40d8-b392-70d52a0de792 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 947 time: 0.0560346 Feb 16 15:21:04.371628 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-338e8052-7830-4c32-b08e-0dd7216711e0 req-439fedee-117f-428e-844c-e3660f219985 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Feb 16 15:21:05.057184 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d176073-7c3c-433c-a673-aa246b2dac76 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:21:05.149701 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d176073-7c3c-433c-a673-aa246b2dac76,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:05.160210 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '2d176073-7c3c-433c-a673-aa246b2dac76', 'network_id': 'bf532f2e-9bf2-47e6-8f9f-1355fbf4fdec', 'port_id': '2d176073-7c3c-433c-a673-aa246b2dac76', 'mac_address': 'fa:16:3e:1a:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08837287-5211-421f-81de-b41ebff9d155', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:21:05.195718 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 2d176073-7c3c-433c-a673-aa246b2dac76 is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:21:05.196113 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.211982 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d176073-7c3c-433c-a673-aa246b2dac76 {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:21:05.230614 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d176073-7c3c-433c-a673-aa246b2dac76,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:05.234263 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.280657 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:05.287578 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.287933 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.288283 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.288624 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.288980 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.289319 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.289655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.289991 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.290324 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.290655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.290984 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.291310 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.291638 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:05.496444 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fa520-081f-49b2-9339-80676f7ead90 req-fc15e208-7abe-43cd-8ec2-228b2e926973 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:05.497963 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e65fa520-081f-49b2-9339-80676f7ead90 req-fc15e208-7abe-43cd-8ec2-228b2e926973 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 948 time: 0.0589209 Feb 16 15:21:05.546832 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e65fa520-081f-49b2-9339-80676f7ead90 req-c1082504-05ad-4aab-b52a-487be2a206c0 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Feb 16 15:21:05.612030 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45598) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:05.613065 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['2d176073-7c3c-433c-a673-aa246b2dac76'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:21:05.717124 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4a1478d-a660-4b0d-807f-2297a71d4f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.789570 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4a1478d-a660-4b0d-807f-2297a71d4f69 admin admin] Publish callbacks [] for security_group (d311ec9c-7d14-4743-888a-c88cac33bcf8), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.793193 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f4a1478d-a660-4b0d-807f-2297a71d4f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d311ec9c-7d14-4743-888a-c88cac33bcf8), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.827898 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1478d-a660-4b0d-807f-2297a71d4f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d311ec9c-7d14-4743-888a-c88cac33bcf8,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:05.832200 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f4a1478d-a660-4b0d-807f-2297a71d4f69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c581b2f082d94d12b444701fb0cf7e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191052 Feb 16 15:21:05.835084 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45602) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:05.880696 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] Publish callbacks [] for security_group (d311ec9c-7d14-4743-888a-c88cac33bcf8), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.900896 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] Publish callbacks [] for security_group (d311ec9c-7d14-4743-888a-c88cac33bcf8), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.948881 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (d311ec9c-7d14-4743-888a-c88cac33bcf8), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.951351 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:05.952474 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d311ec9c-7d14-4743-888a-c88cac33bcf8 HTTP/1.1" status: 204 len: 168 time: 0.1167631 Feb 16 15:21:05.959761 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcda8b7-2157-4eaa-b8aa-285c71c9a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d311ec9c-7d14-4743-888a-c88cac33bcf8,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:06.663207 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729c8ad-2d0a-497c-85f2-75d516be7749 req-f39629af-a5cf-4a4a-b87c-366666ea08b6 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:06.664768 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6729c8ad-2d0a-497c-85f2-75d516be7749 req-f39629af-a5cf-4a4a-b87c-366666ea08b6 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 948 time: 0.0524940 Feb 16 15:21:06.710779 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-6729c8ad-2d0a-497c-85f2-75d516be7749 req-5b6907db-7df9-4334-9e48-86ce4ad63c52 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Feb 16 15:21:07.077091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d176073-7c3c-433c-a673-aa246b2dac76 up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:21:07.126344 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 2d176073-7c3c-433c-a673-aa246b2dac76 completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:21:07.130310 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 2d176073-7c3c-433c-a673-aa246b2dac76 triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:21:07.130689 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:07.205800 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 2d176073-7c3c-433c-a673-aa246b2dac76 is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:21:07.206098 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:07.230739 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:07.232997 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a29867-1547-4601-9237-9e636faa012e" -d '{"events": [{"server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "name": "network-vif-plugged", "status": "completed", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:07.244740 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d176073-7c3c-433c-a673-aa246b2dac76,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:07.249631 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:07.297123 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:07.386367 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c4cd7-b212-479d-900d-d90caff0abfd x-openstack-request-id: req-db3c4cd7-b212-479d-900d-d90caff0abfd {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:07.386666 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "name": "network-vif-plugged", "status": "completed", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:07.386928 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db3c4cd7-b212-479d-900d-d90caff0abfd {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:07.387342 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76', 'code': 200} Feb 16 15:21:07.548344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8716d6-c8c3-4592-9820-eb50703d6693 req-6403f6a3-b1c7-41f8-acab-e61173032044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.549889 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da8716d6-c8c3-4592-9820-eb50703d6693 req-6403f6a3-b1c7-41f8-acab-e61173032044 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 1133 time: 0.0427973 Feb 16 15:21:07.594484 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-da8716d6-c8c3-4592-9820-eb50703d6693 req-342969ae-7f4e-40f7-8ee5-6a2bcce9fdd0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Feb 16 15:21:07.828492 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104269-fcbb-4fce-8690-dbe129177df6 req-513a5329-90a9-43ac-8958-8e12763c4b4a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.829913 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3104269-fcbb-4fce-8690-dbe129177df6 req-513a5329-90a9-43ac-8958-8e12763c4b4a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0526967 Feb 16 15:21:07.876278 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-e3104269-fcbb-4fce-8690-dbe129177df6 req-7fbc635d-3b33-4e47-beb5-9bf5c2ffe3a4 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Feb 16 15:21:07.955555 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45650) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:08.109751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port 3db8d776-c11d-42be-8545-b674c82ec34e {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:08.110130 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.185938 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.186421 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (3db8d776-c11d-42be-8545-b674c82ec34e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.198398 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for 3db8d776-c11d-42be-8545-b674c82ec34e owned by network:floatingip {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:08.349707 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (3db8d776-c11d-42be-8545-b674c82ec34e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.376367 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=3db8d776-c11d-42be-8545-b674c82ec34e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:08.437761 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (b111bd7e-a62d-4f96-a2fb-218d01bf60a1), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.438094 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP b111bd7e-a62d-4f96-a2fb-218d01bf60a1 disassociated (deleted). External IP: 172.27.2.203, port: 8cc52651-b1d5-4f46-9ff6-9686100aaf3a. Feb 16 15:21:08.639088 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:21:08.744420 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:21:08.748774 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:08.755770 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:21:08.766472 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:08.767091 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:08.779072 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-9e4ad4dd-524f-44c5-9268-06d784de279a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "DELETE /v2.0/floatingips/b111bd7e-a62d-4f96-a2fb-218d01bf60a1 HTTP/1.1" status: 204 len: 168 time: 0.8218997 Feb 16 15:21:08.779646 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:08.781967 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:08.882391 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:08.882631 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437603a-8256-4dbe-9db7-4928cf3fa624 x-openstack-request-id: req-f437603a-8256-4dbe-9db7-4928cf3fa624 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:08.883281 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:08.883644 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f437603a-8256-4dbe-9db7-4928cf3fa624 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:08.884155 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'status': 'completed', 'code': 200} Feb 16 15:21:09.010236 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf8b51-2043-428e-bd58-d75d87dba916 req-bb78dbf0-fc85-467a-add2-ad31ac5c6e31 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:09.012146 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0adf8b51-2043-428e-bd58-d75d87dba916 req-bb78dbf0-fc85-467a-add2-ad31ac5c6e31 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0658095 Feb 16 15:21:09.026520 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7164558-2b01-4302-b55a-0bf265d7e633 req-b2a1a5eb-5b61-449a-ae1d-01fb6e27d325 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:09.029074 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7164558-2b01-4302-b55a-0bf265d7e633 req-b2a1a5eb-5b61-449a-ae1d-01fb6e27d325 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0540104 Feb 16 15:21:09.062430 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0adf8b51-2043-428e-bd58-d75d87dba916 req-9871c6b7-1a02-4740-9a99-96418c417a0b tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Feb 16 15:21:09.087411 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7164558-2b01-4302-b55a-0bf265d7e633 req-96acfb84-7267-460a-b186-5b34c26d6e1e tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523734 Feb 16 15:21:09.240835 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:09.271648 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:21:09.280914 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:09.281591 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:20:55Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:09.386383 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:09.614484 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:09.644392 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3300d-ad43-4925-a8df-3bde10778271 None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_floatingips': [{'id': 'dba7d305-660a-417e-9b44-abe0faf15dd5', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'router_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'port_id': '836cc6b0-a457-4ad9-9899-96da715255f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'mac_address': 'fa:16:3e:ed:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:52Z', 'updated_at': '2022-02-16T15:15:54Z', 'revision_number': 1, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:21:09.863366 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b64668-52a9-4401-9718-7b0bb18f3cf5 None None] New status for floating IP b111bd7e-a62d-4f96-a2fb-218d01bf60a1: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:21:10.180226 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60d15b-d80c-46e1-8067-8cbac9979328 req-07597d22-72d5-4786-be59-383f0a51f1f4 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:10.181743 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-db60d15b-d80c-46e1-8067-8cbac9979328 req-07597d22-72d5-4786-be59-383f0a51f1f4 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0532553 Feb 16 15:21:10.206381 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233370-ae19-4839-acf1-f5f8b893e674 req-d106f54b-0f67-4497-8be1-25d1d747ec8d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:10.207851 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-54233370-ae19-4839-acf1-f5f8b893e674 req-d106f54b-0f67-4497-8be1-25d1d747ec8d tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0507185 Feb 16 15:21:10.227365 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-db60d15b-d80c-46e1-8067-8cbac9979328 req-c37c9fb1-08ca-42e0-8dab-bd6fdaf48336 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Feb 16 15:21:10.256730 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-54233370-ae19-4839-acf1-f5f8b893e674 req-5fdeb2a3-7883-49f9-9b07-a0aff220c49b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Feb 16 15:21:11.344075 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bface-f50f-46fb-ba50-1a5b1785e7c2 req-1c3a094c-6be2-4cb6-ba33-5c92b0ee6865 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:11.346436 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f6bface-f50f-46fb-ba50-1a5b1785e7c2 req-1c3a094c-6be2-4cb6-ba33-5c92b0ee6865 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0537720 Feb 16 15:21:11.389542 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33348ac7-af53-4ccf-b159-17540ea03421 req-37e964d7-fdb0-4055-870e-826fb6a02f27 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:11.391030 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33348ac7-af53-4ccf-b159-17540ea03421 req-37e964d7-fdb0-4055-870e-826fb6a02f27 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0585020 Feb 16 15:21:11.397778 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1f6bface-f50f-46fb-ba50-1a5b1785e7c2 req-8b7de92c-0cad-41ed-903a-b83cb6779c66 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Feb 16 15:21:11.439215 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33348ac7-af53-4ccf-b159-17540ea03421 req-6edbbd46-ae56-454c-9cae-b587bc58536b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Feb 16 15:21:12.512309 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7ec83-a83d-4543-a3d4-5b7356e46219 req-9af63f85-9c84-4ca7-9e6d-cc2f79e26396 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.514301 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c2b7ec83-a83d-4543-a3d4-5b7356e46219 req-9af63f85-9c84-4ca7-9e6d-cc2f79e26396 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0505977 Feb 16 15:21:12.560886 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c2b7ec83-a83d-4543-a3d4-5b7356e46219 req-7db24fb8-7e07-4656-8d07-6ce743a2e8b1 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Feb 16 15:21:12.605631 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9a83-7f5a-43c0-b0c6-fff347f94b83 req-fed88140-bdd1-4a6f-be00-38c7e2692f4b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.607050 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d85a9a83-7f5a-43c0-b0c6-fff347f94b83 req-fed88140-bdd1-4a6f-be00-38c7e2692f4b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.1023202 Feb 16 15:21:12.664621 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-9861dc02-da46-477b-8adc-c4fb535dd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.666284 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-9861dc02-da46-477b-8adc-c4fb535dd007 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 1129 time: 0.1177571 Feb 16 15:21:12.671390 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-b4df81c4-615b-4daa-bf6f-56e42e621c27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147492 Feb 16 15:21:12.691880 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d85a9a83-7f5a-43c0-b0c6-fff347f94b83 req-58b76a68-18e0-481c-bada-d4d4f43852f6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783889 Feb 16 15:21:12.799865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497315c-058f-42f3-a068-905049b22750 req-fc7be1c6-9332-4cd4-aa6c-2c6b43b8c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.801384 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-fc7be1c6-9332-4cd4-aa6c-2c6b43b8c8d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1130 time: 0.0978746 Feb 16 15:21:12.803969 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-88fb2ca5-c72b-4335-a792-d684407d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.805318 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-88fb2ca5-c72b-4335-a792-d684407d8ca8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.1241977 Feb 16 15:21:12.850838 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-f711cb3b-fd4d-4c16-8f86-383c14387bf5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0388439 Feb 16 15:21:12.947208 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-505a8b29-99f6-429b-8d8d-ae0fcd2f8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:12.948646 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-505a8b29-99f6-429b-8d8d-ae0fcd2f8b53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0894358 Feb 16 15:21:13.000093 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497315c-058f-42f3-a068-905049b22750 req-7f4f4743-c8e4-4996-aeb6-eb7b34da4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.000683 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-7f4f4743-c8e4-4996-aeb6-eb7b34da4622 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.1520226 Feb 16 15:21:13.054477 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-f22c4656-3e9b-493b-b63f-d39d3d4a35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.055953 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-f22c4656-3e9b-493b-b63f-d39d3d4a35b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1008174 Feb 16 15:21:13.094690 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-e191b91f-91b0-4072-98d7-1cc1cbd2dd60 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 1002 time: 0.0843036 Feb 16 15:21:13.183408 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497315c-058f-42f3-a068-905049b22750 req-ef402dee-c006-4857-b306-4ef0d6bc29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.184860 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-ef402dee-c006-4857-b306-4ef0d6bc29a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0823157 Feb 16 15:21:13.201821 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-a0d07114-769e-4adf-b08a-9aba98ad1336 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333845 Feb 16 15:21:13.295797 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497315c-058f-42f3-a068-905049b22750 req-7616c41b-9c0f-4c17-b31f-0cc4112a807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.297279 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-7616c41b-9c0f-4c17-b31f-0cc4112a807c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1043234 Feb 16 15:21:13.321702 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f3a481ee-dc0b-4c5f-84c9-c4f70a6cdf2c req-c5126020-4d8a-4aca-92c5-2e91bb4f07ec service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029146 Feb 16 15:21:13.405481 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-fadd90db-e5bc-4cef-9363-782991f15611 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917876 Feb 16 15:21:13.502255 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2497315c-058f-42f3-a068-905049b22750 req-b8394215-5ad5-4946-81bd-bc5e1f2d1abc service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Feb 16 15:21:13.677503 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b0fe1-8edf-4f37-98cf-27fb09e9e22d req-3dfa6b35-1870-47bb-89e3-1ba8b9560be0 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.678924 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-378b0fe1-8edf-4f37-98cf-27fb09e9e22d req-3dfa6b35-1870-47bb-89e3-1ba8b9560be0 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0501292 Feb 16 15:21:13.723919 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-378b0fe1-8edf-4f37-98cf-27fb09e9e22d req-dd0b2ecb-ad44-4364-bd05-ed69f3d39c9f tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394022 Feb 16 15:21:13.811642 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04d81-08bd-4608-9f8a-76873d6d45ca req-d68205fe-fdc2-4a84-93d0-69edb47378f7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.813150 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-60b04d81-08bd-4608-9f8a-76873d6d45ca req-d68205fe-fdc2-4a84-93d0-69edb47378f7 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0542383 Feb 16 15:21:13.863749 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-60b04d81-08bd-4608-9f8a-76873d6d45ca req-e1984854-8198-40a7-900b-02946f518f46 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451298 Feb 16 15:21:13.989526 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b849-3b10-401c-9a13-a82c7603b78b req-50c1ad62-5054-4c15-8b3f-50daba546c9a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:13.990984 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a0f4b849-3b10-401c-9a13-a82c7603b78b req-50c1ad62-5054-4c15-8b3f-50daba546c9a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0555699 Feb 16 15:21:14.037137 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a0f4b849-3b10-401c-9a13-a82c7603b78b req-90474aad-45f5-4252-a9ce-0a7b49af2b72 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Feb 16 15:21:14.985047 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2957bf-b731-40c4-9f15-9615fa2bde3f req-ff3c1679-8d21-4022-a2c6-88626b9dcf55 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:14.986499 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0a2957bf-b731-40c4-9f15-9615fa2bde3f req-ff3c1679-8d21-4022-a2c6-88626b9dcf55 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0535583 Feb 16 15:21:15.032569 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0a2957bf-b731-40c4-9f15-9615fa2bde3f req-62a89943-ce62-44ed-9513-31ca8864bc00 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405533 Feb 16 15:21:15.151259 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebec91-9a3b-49c5-b752-0ad84654d43a req-3188a0d6-562b-4ee7-90cf-237ce7c9991a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:15.152633 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eeebec91-9a3b-49c5-b752-0ad84654d43a req-3188a0d6-562b-4ee7-90cf-237ce7c9991a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0507860 Feb 16 15:21:15.208707 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eeebec91-9a3b-49c5-b752-0ad84654d43a req-96d76196-8c75-4e68-8ac8-5ad3ae4d4c24 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Feb 16 15:21:16.085541 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-0c08ca0c-3b44-46f0-819c-92958f05959a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:16.086996 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-0c08ca0c-3b44-46f0-819c-92958f05959a tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0532768 Feb 16 15:21:16.153033 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91266b-1c41-4d41-9166-094de9adf902 req-9beb0df9-a301-44a4-881a-fe4bbb9b2c61 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:16.155099 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac91266b-1c41-4d41-9166-094de9adf902 req-9beb0df9-a301-44a4-881a-fe4bbb9b2c61 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 945 time: 0.0511489 Feb 16 15:21:16.177981 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Deleting port 2d176073-7c3c-433c-a673-aa246b2dac76 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:16.178539 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:16.201959 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-ac91266b-1c41-4d41-9166-094de9adf902 req-278c32d2-c47d-4048-a4e0-31a63fccefef tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Feb 16 15:21:16.269015 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] For port 2d176073-7c3c-433c-a673-aa246b2dac76, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2d176073-7c3c-433c-a673-aa246b2dac76,segment=NetworkSegment(1e96574d-9e5d-4a64-87f7-f7295cd87301),segment_id=1e96574d-9e5d-4a64-87f7-f7295cd87301)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:16.269454 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:16.291332 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Calling delete_port for 2d176073-7c3c-433c-a673-aa246b2dac76 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:16.369123 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad5be8-d5f1-4d40-a307-8b6d21a1a7fa req-d2712241-a01a-414c-8c5f-dfe52ce37a32 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:16.370575 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1ad5be8-d5f1-4d40-a307-8b6d21a1a7fa req-d2712241-a01a-414c-8c5f-dfe52ce37a32 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bd7f30c-e424-49b5-bde5-b16e52101082 HTTP/1.1" status: 200 len: 949 time: 0.0938034 Feb 16 15:21:16.441545 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c1ad5be8-d5f1-4d40-a307-8b6d21a1a7fa req-72697bf8-b3b6-48e5-b847-60c132019f05 tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.45 "GET /v2.0/security-groups?id=c31e7b9e-c49e-49cf-9b74-12e08a773208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Feb 16 15:21:16.485157 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2d176073-7c3c-433c-a673-aa246b2dac76), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:16.497407 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['2d176073-7c3c-433c-a673-aa246b2dac76'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:21:16.511443 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Pushing event deleted for resources: {'Port': ['ID=2d176073-7c3c-433c-a673-aa246b2dac76,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:16.556468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] No DVR routers for this DVR port 2d176073-7c3c-433c-a673-aa246b2dac76 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:16.559074 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:16.562479 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9ca04574-8b8a-43c1-ae79-7218ecfff537 req-2b00d3b5-21a7-4164-93af-4ba0e121df7d tempest-VolumesNegativeTest-1816386801 tempest-VolumesNegativeTest-1816386801-project] 10.222.0.79 "DELETE /v2.0/ports/2d176073-7c3c-433c-a673-aa246b2dac76 HTTP/1.1" status: 204 len: 173 time: 0.4694622 Feb 16 15:21:16.563002 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'name': 'network-vif-deleted', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:16.565325 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307dfd4c-39e7-4234-bd1e-6eaea146f030" -d '{"events": [{"server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "name": "network-vif-deleted", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:16.609450 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6938a-a943-4255-b6c1-a78ec3478d71 x-openstack-request-id: req-d2e6938a-a943-4255-b6c1-a78ec3478d71 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:16.609742 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7f30c-e424-49b5-bde5-b16e52101082", "name": "network-vif-deleted", "tag": "2d176073-7c3c-433c-a673-aa246b2dac76", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:16.610002 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2e6938a-a943-4255-b6c1-a78ec3478d71 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:16.610412 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7f30c-e424-49b5-bde5-b16e52101082', 'name': 'network-vif-deleted', 'tag': '2d176073-7c3c-433c-a673-aa246b2dac76', 'status': 'completed', 'code': 200} Feb 16 15:21:16.936200 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45730) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:17.044219 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e313ed85-e294-45f4-8112-23007aee67c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.116790 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 8cc52651-b1d5-4f46-9ff6-9686100aaf3a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:17.118251 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e313ed85-e294-45f4-8112-23007aee67c6 admin admin] Publish callbacks [] for security_group (fbf66093-f2a0-4239-b5ea-b48c9cc056c2), precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.122904 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e313ed85-e294-45f4-8112-23007aee67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fbf66093-f2a0-4239-b5ea-b48c9cc056c2), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.163777 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-e313ed85-e294-45f4-8112-23007aee67c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=740f6e569c9f454d825934b7cceffeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264948 Feb 16 15:21:17.165335 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313ed85-e294-45f4-8112-23007aee67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf66093-f2a0-4239-b5ea-b48c9cc056c2,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:17.166498 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 45734) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:17.196412 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a is: ACTIVE; New status is: DOWN {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:21:17.196801 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.216250 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] Publish callbacks [] for security_group (fbf66093-f2a0-4239-b5ea-b48c9cc056c2), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.219570 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:17.221837 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a2365-2da2-4e83-a7dc-a4b4ff97a466" -d '{"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:17.235143 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:17.240962 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.241090 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] Publish callbacks [] for security_group (fbf66093-f2a0-4239-b5ea-b48c9cc056c2), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.241710 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d176073-7c3c-433c-a673-aa246b2dac76 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:17.283434 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd344b-76b2-4a34-9cdc-233465b18bf4 x-openstack-request-id: req-16bd344b-76b2-4a34-9cdc-233465b18bf4 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:17.283792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:17.284045 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16bd344b-76b2-4a34-9cdc-233465b18bf4 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:17.284616 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'code': 200} Feb 16 15:21:17.287347 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 2d176073-7c3c-433c-a673-aa246b2dac76 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:17.288047 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 2d176073-7c3c-433c-a673-aa246b2dac76 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:17.308251 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (fbf66093-f2a0-4239-b5ea-b48c9cc056c2), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.312198 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:17.313392 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbf66093-f2a0-4239-b5ea-b48c9cc056c2 HTTP/1.1" status: 204 len: 168 time: 0.1456044 Feb 16 15:21:17.314667 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=6']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:17.322184 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62489a5-e5c9-4ee5-aec7-f215f5147204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf66093-f2a0-4239-b5ea-b48c9cc056c2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:17.354173 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7271093-25d2-4918-bcc1-99333a6a07f2 req-6f5e61b6-3f93-4f0e-a4eb-a02622a529b6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:17.355532 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d7271093-25d2-4918-bcc1-99333a6a07f2 req-6f5e61b6-3f93-4f0e-a4eb-a02622a529b6 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0689068 Feb 16 15:21:17.405251 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-d7271093-25d2-4918-bcc1-99333a6a07f2 req-ef2c1c7a-617a-4b1a-84c1-eba4a762cbde tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Feb 16 15:21:18.525301 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1c36-d7a4-4baf-82e3-c611a9d608a3 req-1f6b4fc4-d0e7-44af-987d-065cb931f1cf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:18.526787 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb7f1c36-d7a4-4baf-82e3-c611a9d608a3 req-1f6b4fc4-d0e7-44af-987d-065cb931f1cf tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0539527 Feb 16 15:21:18.576340 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-cb7f1c36-d7a4-4baf-82e3-c611a9d608a3 req-9df478d5-adae-48d2-9429-03a7bcaa05c3 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Feb 16 15:21:19.702346 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b25ad-290e-4f04-8ea6-99dd8944637e req-ba17d79b-75f5-4cb7-94ac-637366532472 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:19.703839 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-723b25ad-290e-4f04-8ea6-99dd8944637e req-ba17d79b-75f5-4cb7-94ac-637366532472 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0578938 Feb 16 15:21:19.756082 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-723b25ad-290e-4f04-8ea6-99dd8944637e req-e3d60497-9da7-4966-b350-d74970997e9c tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464337 Feb 16 15:21:20.004817 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-b00bebe0-313e-4c6d-9b26-2a0ff5336c19 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:20.006233 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-b00bebe0-313e-4c6d-9b26-2a0ff5336c19 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 943 time: 0.0497346 Feb 16 15:21:20.101407 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:20.101735 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:20.188370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] For port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:20.188728 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:20.200509 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for 8cc52651-b1d5-4f46-9ff6-9686100aaf3a owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:20.324532 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (8cc52651-b1d5-4f46-9ff6-9686100aaf3a), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:20.350872 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=8cc52651-b1d5-4f46-9ff6-9686100aaf3a,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:20.381666 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.382018 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.382359 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.382695 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.383025 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.383357 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.383683 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.384009 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.384332 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.384656 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.384999 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.385327 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.385644 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:20.408128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] No DVR routers for this DVR port 8cc52651-b1d5-4f46-9ff6-9686100aaf3a on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:20.410379 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:20.413637 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3473fa1d-acc8-4813-a81e-612cc4d0b5dc req-243962df-4de6-43cb-91a1-89bcfba8134a tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "DELETE /v2.0/ports/8cc52651-b1d5-4f46-9ff6-9686100aaf3a HTTP/1.1" status: 204 len: 173 time: 0.3986113 Feb 16 15:21:20.414070 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-deleted', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:20.416270 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71cf516-d1df-4cba-b165-c77cfdaaf996" -d '{"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-deleted", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:20.452889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52304c-c19c-4ed8-96e3-ff85e201e131 x-openstack-request-id: req-6b52304c-c19c-4ed8-96e3-ff85e201e131 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:20.453232 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b", "name": "network-vif-deleted", "tag": "8cc52651-b1d5-4f46-9ff6-9686100aaf3a", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:20.453484 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b52304c-c19c-4ed8-96e3-ff85e201e131 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:20.453881 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b', 'name': 'network-vif-deleted', 'tag': '8cc52651-b1d5-4f46-9ff6-9686100aaf3a', 'status': 'completed', 'code': 200} Feb 16 15:21:20.864102 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cf0c30aa-7641-4296-8fa7-193058b99626 req-9a8bd3c0-946c-499c-a25d-6cd2ae5d2239 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=de53b1c8-3d59-43f1-a77f-e88a5dfa2f6b HTTP/1.1" status: 200 len: 210 time: 0.0275428 Feb 16 15:21:21.234536 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 45998) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:21.363714 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-376b1ae0-3fa6-4b08-aa65-616fe289cb05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf98b986232f4e4ba9b656699242e99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280417 Feb 16 15:21:21.366169 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46002) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:21.410765 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] Publish callbacks [] for security_group (c31e7b9e-c49e-49cf-9b74-12e08a773208), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:21.431120 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] Publish callbacks [] for security_group (c31e7b9e-c49e-49cf-9b74-12e08a773208), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:21.477545 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (c31e7b9e-c49e-49cf-9b74-12e08a773208), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:21.482846 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:21.484453 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c31e7b9e-c49e-49cf-9b74-12e08a773208 HTTP/1.1" status: 204 len: 168 time: 0.1172366 Feb 16 15:21:21.494724 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d7a6-588e-4bea-aebd-f689b66f00d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e7b9e-c49e-49cf-9b74-12e08a773208,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:22.123907 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46030) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:22.220687 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-465759181-network', 'tenant_id': 'e1bc99c1945949d18664c2448a87abe4'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:22.238418 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Made reservation on behalf of e1bc99c1945949d18664c2448a87abe4 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:21:22.241369 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for network (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.249400 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.320892 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks [] for security_group (bcb46f33-db5d-44cf-bf00-961cf143edb3), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.324293 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (bcb46f33-db5d-44cf-bf00-961cf143edb3), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.347645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:21:22.356891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb46f33-db5d-44cf-bf00-961cf143edb3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:22.361560 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (efcb48b5-b0fe-47f6-8cb5-984d24ee0263), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.361901 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Added segment efcb48b5-b0fe-47f6-8cb5-984d24ee0263 of type vlan for network fbccecc3-5d6a-42de-940b-922e5c0e4e1f Feb 16 15:21:22.401597 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750054018434'] for network (fbccecc3-5d6a-42de-940b-922e5c0e4e1f), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.405758 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2a799c11-cc0f-413c-af2e-e352b34ee376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.428813 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423'] for network (fbccecc3-5d6a-42de-940b-922e5c0e4e1f), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.429853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:22.430440 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.464275 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3388865 Feb 16 15:21:22.467077 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46034) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:22.471990 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.v2.base [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Request body: {'subnet': {'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-465759181-subnet', 'tenant_id': 'e1bc99c1945949d18664c2448a87abe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:22.490307 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Made reservation on behalf of e1bc99c1945949d18664c2448a87abe4 for: {'subnet': 1} {{(pid=102763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:21:22.492625 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9711452'] for subnet (None), before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.493475 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc306d-acdb-4ba9-be80-490bf1a8f61f admin admin] Pushing event updated for resources: {'Network': ['ID=fbccecc3-5d6a-42de-940b-922e5c0e4e1f,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:22.503622 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f details requested by agent ovs-agent-dv-cinder-804035-31-iscsi with host dv-cinder-804035-31-iscsi {{(pid=102764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:21:22.656823 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2484809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9711470'] for subnet (00eae198-e2b5-4f6c-9337-4dc787022863), after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.708928 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=00eae198-e2b5-4f6c-9337-4dc787022863,revision_number=0']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:22.717176 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Checking segment: {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:21:22.717536 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Network hostable DHCP agents. Network: fbccecc3-5d6a-42de-940b-922e5c0e4e1f, hostable agents: ['82c56cd9-1caa-4319-b320-092e2c0f6fda'], hosted agents: [] {{(pid=102763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:21:22.733986 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f is scheduled to be hosted by DHCP agent 82c56cd9-1caa-4319-b320-092e2c0f6fda with binding_index 1 {{(pid=102763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:21:22.742375 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-31-iscsi, fbccecc3-5d6a-42de-940b-922e5c0e4e1f) {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:21:22.747003 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:22.747978 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:22.750996 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132cd67b-9da7-4041-8e96-392671a734ec None None] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:21:22.762942 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-6fe1b7cc-02f4-464e-95ea-dfcc5c15b6bb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2947221 Feb 16 15:21:22.852207 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfcb53-1d73-4263-b3c2-2c91587c3a72 None None] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:21:24.146848 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46054) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:24.307949 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port b8dd4547-350e-46d7-acd3-c24c123dd71e {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:24.308264 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.384414 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.384676 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (b8dd4547-350e-46d7-acd3-c24c123dd71e), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.396525 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for b8dd4547-350e-46d7-acd3-c24c123dd71e owned by network:floatingip {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:24.534266 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-4f00e7b0-9b31-4425-ab53-674dd8d4113a tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:24.536404 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-4f00e7b0-9b31-4425-ab53-674dd8d4113a tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 813 time: 0.1047711 Feb 16 15:21:24.546344 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (b8dd4547-350e-46d7-acd3-c24c123dd71e), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.554408 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-607d5b89-9ecc-4e28-b6e3-d0cc10f80e4f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/quotas/e1bc99c1945949d18664c2448a87abe4 HTTP/1.1" status: 200 len: 375 time: 0.0101743 Feb 16 15:21:24.554617 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1b1e9f34-c99c-42c5-b578-33c221d43e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.580012 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=b8dd4547-350e-46d7-acd3-c24c123dd71e,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:24.596930 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-b6493f0a-8ddd-42a7-811d-2441255102fd tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269351 Feb 16 15:21:24.640963 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (dba7d305-660a-417e-9b44-abe0faf15dd5), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.641867 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.db.l3_db [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Floating IP dba7d305-660a-417e-9b44-abe0faf15dd5 disassociated (deleted). External IP: 172.27.2.143, port: 836cc6b0-a457-4ad9-9899-96da715255f7. Feb 16 15:21:24.729735 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-a3512b86-2d85-4cb4-b2a6-eccd8f6cded2 service neutron] 10.222.0.45 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261063 Feb 16 15:21:24.819299 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-b417209b-f801-4a2b-be4e-da471d32bb19 service neutron] 10.222.0.45 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Feb 16 15:21:24.843996 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:21:24.963185 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:21:24.967933 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:24.974965 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:21:24.984869 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:24.985554 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:25.023395 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-dafa08db-7a1f-4d47-8132-a2be42078971 req-52762c82-49e3-4122-a63e-5c545d8e060b tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 210 time: 0.0524015 Feb 16 15:21:25.038818 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-294fab4f-4028-408a-8098-764f066be007 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "DELETE /v2.0/floatingips/dba7d305-660a-417e-9b44-abe0faf15dd5 HTTP/1.1" status: 204 len: 168 time: 0.8908930 Feb 16 15:21:25.039396 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:25.041634 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64c3261da9a03e4104636f08029f5bd66c50c01f31cf3e97df65f4933a3a55f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:25.086458 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a2e25a-8a30-456c-bfeb-49b4c8cc947c x-openstack-request-id: req-e8a2e25a-8a30-456c-bfeb-49b4c8cc947c {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:25.086946 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7", "status": "completed", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:25.087206 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8a2e25a-8a30-456c-bfeb-49b4c8cc947c {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:25.087606 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7', 'status': 'completed', 'code': 200} Feb 16 15:21:25.112794 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:25.156020 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-b3333f91-ee29-4491-a8d3-17208dee2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:25.158377 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-b3333f91-ee29-4491-a8d3-17208dee2187 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 1130 time: 0.0488579 Feb 16 15:21:25.278033 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-73730b17-60fb-4a0b-b645-4f5788d13140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:25.279189 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-73730b17-60fb-4a0b-b645-4f5788d13140 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 200 len: 913 time: 0.1133740 Feb 16 15:21:25.326653 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-e896a1c6-ebd2-4e0b-8fb4-4a27bb12223c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 200 len: 217 time: 0.0398853 Feb 16 15:21:25.340592 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb45fc-9553-418f-91ee-bf8ef7441aed req-88479254-6e09-4828-bb6c-75ded62d85c9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:25.342310 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c4cb45fc-9553-418f-91ee-bf8ef7441aed req-88479254-6e09-4828-bb6c-75ded62d85c9 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0727596 Feb 16 15:21:25.350370 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:25.384341 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:21:25.394887 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:25.395993 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:25.397449 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-65c526e4-aa81-48ce-a462-06438c163dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:25.399017 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-65c526e4-aa81-48ce-a462-06438c163dd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 200 len: 851 time: 0.0653191 Feb 16 15:21:25.404080 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c4cb45fc-9553-418f-91ee-bf8ef7441aed req-339a2e68-575a-45c3-bf59-8bdf12089022 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557082 Feb 16 15:21:25.455377 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-706554b4-8896-4edb-895e-a210f7ff0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:25.456775 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-706554b4-8896-4edb-895e-a210f7ff0e22 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6baa82a6-33de-4a7d-b052-bdae88156f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443850 Feb 16 15:21:25.512093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:25.561233 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-4151eccf-92f8-4abc-8b8a-fbc5111815b6 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974703 Feb 16 15:21:25.666192 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2a9ca888-c8c6-42a4-8581-e2be51b42eb3 req-ae73efce-097c-4813-a857-5eed5e88b816 service neutron] 10.222.0.79 "GET /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949292 Feb 16 15:21:25.730334 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:25.756255 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491fca7-8610-4279-8de5-77f837f2b6b6 None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:11:08Z', 'revision_number': 4, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi', '_interfaces': [{'id': 'c95c3a4f-3285-4288-ac66-4ad97d7dc886', 'name': '', 'network_id': '6baa82a6-33de-4a7d-b052-bdae88156f46', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'mac_address': 'fa:16:3e:85:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:07Z', 'updated_at': '2022-02-16T15:11:13Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'subnets': [{'id': 'b3b9d5af-3cf7-4a96-bec0-e387be46a849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:21:25.839281 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:25.982375 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b0b46-5e80-41b3-b145-52b0ec2887d3 None None] New status for floating IP dba7d305-660a-417e-9b44-abe0faf15dd5: DOWN {{(pid=102765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:21:26.422034 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-037de677-50ed-499c-a902-c5b292f88fe7 req-d03e5a1a-9e2f-453e-93a5-fe60bfbab57f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 210 time: 0.3174534 Feb 16 15:21:26.449472 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-95d3b41d-48ba-475f-96f0-c29dc10ab46b tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:26.450874 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-95d3b41d-48ba-475f-96f0-c29dc10ab46b tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 813 time: 0.4202104 Feb 16 15:21:26.457372 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa478f00-1edf-4310-9012-da7943d02877 req-0243d718-10f6-4f22-a11f-6a15409489ab tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:26.458658 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa478f00-1edf-4310-9012-da7943d02877 req-0243d718-10f6-4f22-a11f-6a15409489ab tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.3900523 Feb 16 15:21:26.463364 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Request body: {'port': {'device_id': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f', 'admin_state_up': True, 'tenant_id': 'e1bc99c1945949d18664c2448a87abe4'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:26.526020 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a2c4-d142-4964-9f4b-8ad388a53d0b req-9306538b-ba4c-4fcb-82f3-72467051254b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:26.527506 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0e95a2c4-d142-4964-9f4b-8ad388a53d0b req-9306538b-ba4c-4fcb-82f3-72467051254b tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 946 time: 0.0513165 Feb 16 15:21:26.576100 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0e95a2c4-d142-4964-9f4b-8ad388a53d0b req-51a4c7b9-18f1-4aad-bc8b-75658d91d998 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa618b7c-77ad-41b5-9779-30fe586a42fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Feb 16 15:21:26.632897 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port 836cc6b0-a457-4ad9-9899-96da715255f7 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:26.633514 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:26.637248 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Made reservation on behalf of e1bc99c1945949d18664c2448a87abe4 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:21:26.640453 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:26.783596 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] For port 836cc6b0-a457-4ad9-9899-96da715255f7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=836cc6b0-a457-4ad9-9899-96da715255f7,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:26.783878 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:26.814971 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:26.818204 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for 836cc6b0-a457-4ad9-9899-96da715255f7 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:26.877058 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Allocated IP 172.20.0.14 (fbccecc3-5d6a-42de-940b-922e5c0e4e1f/00eae198-e2b5-4f6c-9337-4dc787022863/46dd3bf3-a74c-497c-aa03-2de2a4ffe33b) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:21:27.059840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (836cc6b0-a457-4ad9-9899-96da715255f7), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.101075 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=836cc6b0-a457-4ad9-9899-96da715255f7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:27.112534 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks [] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.152774 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] No DVR routers for this DVR port 836cc6b0-a457-4ad9-9899-96da715255f7 on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:27.155980 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.159774 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa478f00-1edf-4310-9012-da7943d02877 req-3e534ec4-0010-4f28-afb3-6b0f6caab608 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.79 "DELETE /v2.0/ports/836cc6b0-a457-4ad9-9899-96da715255f7 HTTP/1.1" status: 204 len: 173 time: 0.6932316 Feb 16 15:21:27.160262 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'name': 'network-vif-deleted', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:27.162495 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a3dba3-29b8-4294-84c5-bc0a0654e126" -d '{"events": [{"server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "name": "network-vif-deleted", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:27.192083 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.200334 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c5c4dd-dfb2-4078-bd02-2309cc036c54 x-openstack-request-id: req-28c5c4dd-dfb2-4078-bd02-2309cc036c54 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:27.200679 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43fc1f-6bac-4070-b531-9af8aa5181d8", "name": "network-vif-deleted", "tag": "836cc6b0-a457-4ad9-9899-96da715255f7", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:27.200883 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28c5c4dd-dfb2-4078-bd02-2309cc036c54 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:27.201315 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd43fc1f-6bac-4070-b531-9af8aa5181d8', 'name': 'network-vif-deleted', 'tag': '836cc6b0-a457-4ad9-9899-96da715255f7', 'status': 'completed', 'code': 200} Feb 16 15:21:27.245119 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:21:27.248343 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:21:27.252217 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:21:27.275757 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Pushing event updated for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:27.303267 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:27.303865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.319165 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-f1dcef97-4cd1-43ce-8662-caf1904534da tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593850 Feb 16 15:21:27.330741 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Request body: {'port': {'device_id': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:27.392065 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.565850 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d77d8a-179f-464a-afed-1c08c7579bb8 req-3bb6e6f7-993d-4fc0-9425-f471fd932692 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:27.568394 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92d77d8a-179f-464a-afed-1c08c7579bb8 req-3bb6e6f7-993d-4fc0-9425-f471fd932692 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 932 time: 0.0689642 Feb 16 15:21:27.637824 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-92d77d8a-179f-464a-afed-1c08c7579bb8 req-62a0d7c2-2bf8-46fa-8899-1406eccb5525 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Feb 16 15:21:27.694365 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:21:27.715116 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a09f6dac-7ac3-446f-8209-462e142ba200 req-083e9cc5-499e-45f8-b4fa-8b78e5b27eab tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd43fc1f-6bac-4070-b531-9af8aa5181d8 HTTP/1.1" status: 200 len: 210 time: 0.0346444 Feb 16 15:21:27.716825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks [] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.729073 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Transition to ACTIVE for port object 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:21:27.733535 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.784075 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Pushing event updated for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:27.856881 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Attempting to bind port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:21:27.857235 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Attempting to bind port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:21:27.857686 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Attempting to bind port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:21:27.863406 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:21:27.863952 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Attempting to bind port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:21:27.869524 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:21:27.869876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Checking segment: {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:21:27.870264 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Bound using segment: {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:21:27.870698 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Bound port: 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:21:27.871064 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.939108 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:21:27.942769 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:21:27.948895 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.979134 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:27.979761 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:27.981444 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] 10.222.0.79 "PUT /v2.0/ports/46dd3bf3-a74c-497c-aa03-2de2a4ffe33b HTTP/1.1" status: 200 len: 1094 time: 0.6551862 Feb 16 15:21:28.009180 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d860b-70ea-4633-8e7a-1c012936aa6e service neutron] Pushing event updated for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:28.063212 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-fac1ce9d-a740-47ec-b027-4405e8495f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:28.064680 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-fac1ce9d-a740-47ec-b027-4405e8495f1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 1128 time: 0.0464671 Feb 16 15:21:28.106967 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-d78598be-7956-4dc3-963b-ed888d64c094 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b HTTP/1.1" status: 200 len: 217 time: 0.0352163 Feb 16 15:21:28.154321 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-33bf27f8-bf95-4338-b2ea-aa5f3e4a6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:28.155791 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-33bf27f8-bf95-4338-b2ea-aa5f3e4a6646 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 200 len: 853 time: 0.0429728 Feb 16 15:21:28.186813 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-3a0ef2f7-819b-43ab-808b-ef2c1a867cd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242405 Feb 16 15:21:28.294949 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-ad7147ba-0566-4d9f-9ac4-0090233461e6 service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991528 Feb 16 15:21:28.388137 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca45a8a9-f67d-48b3-9270-4fcc3ee47e0f req-995a8ffb-8791-4356-8ecd-8a4c07de3c9d service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866854 Feb 16 15:21:28.525049 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:28.741608 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435a763-fdf1-4b40-ab27-844e4af71a8c req-153162dd-fa91-48b8-912b-a44087d3ac09 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:28.743084 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1435a763-fdf1-4b40-ab27-844e4af71a8c req-153162dd-fa91-48b8-912b-a44087d3ac09 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 944 time: 0.0492620 Feb 16 15:21:28.770570 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46106) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:28.789410 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-1435a763-fdf1-4b40-ab27-844e4af71a8c req-606100eb-d280-4933-b4ca-257d8f12366f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Feb 16 15:21:28.894370 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Deleting port 9443cc6c-acb0-4534-a018-c72d0bc44e8d {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:28.894710 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:28.970082 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:28.970336 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (9443cc6c-acb0-4534-a018-c72d0bc44e8d), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:28.981693 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Calling delete_port for 9443cc6c-acb0-4534-a018-c72d0bc44e8d owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:29.112962 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (9443cc6c-acb0-4534-a018-c72d0bc44e8d), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:29.139684 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'Port': ['ID=9443cc6c-acb0-4534-a018-c72d0bc44e8d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:29.192513 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 836cc6b0-a457-4ad9-9899-96da715255f7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:29.201650 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for floatingip (a7a37929-92bd-4960-9015-f046a0c5e711), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:29.204729 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for floatingip (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:29.205924 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fc3db2b7-682e-4f03-b8e6-9b4e352a3c60 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "DELETE /v2.0/floatingips/a7a37929-92bd-4960-9015-f046a0c5e711 HTTP/1.1" status: 204 len: 168 time: 0.4343560 Feb 16 15:21:29.206468 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:29.208688 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:29.214113 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 836cc6b0-a457-4ad9-9899-96da715255f7 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:29.214462 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 836cc6b0-a457-4ad9-9899-96da715255f7 not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:29.248889 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa6279-4ae2-4b9d-9af3-2514d0529616 x-openstack-request-id: req-cdfa6279-4ae2-4b9d-9af3-2514d0529616 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:29.249226 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:29.249482 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdfa6279-4ae2-4b9d-9af3-2514d0529616 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:29.249888 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b', 'status': 'completed', 'code': 200} Feb 16 15:21:29.312396 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-e5fc8930-b07c-4210-bab5-61a27922ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:29.314492 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-e5fc8930-b07c-4210-bab5-61a27922ae9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 1128 time: 0.0452797 Feb 16 15:21:29.408741 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-ae4a9cd4-d4d1-4eb4-b574-77505ef223b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:29.410279 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-ae4a9cd4-d4d1-4eb4-b574-77505ef223b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 914 time: 0.0880749 Feb 16 15:21:29.453198 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-5d80f668-dde4-4e97-995a-2d08209e2bbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b HTTP/1.1" status: 200 len: 217 time: 0.0363603 Feb 16 15:21:29.502479 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-2db2be7a-3bf1-4096-8582-d1c309a7ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:29.503886 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-2db2be7a-3bf1-4096-8582-d1c309a7ca72 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 200 len: 853 time: 0.0448403 Feb 16 15:21:29.538810 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-e81b12a8-50d2-4e66-b7ed-7ec85f2d3a0b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277159 Feb 16 15:21:29.630952 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-d8bac3ef-a804-4571-ba9f-ee25acedaa70 service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Feb 16 15:21:29.719014 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b4cdfe79-54ab-4408-a554-44cb7a2f86f4 req-23e61800-c206-48bf-a46e-96aae492189a service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817223 Feb 16 15:21:29.909505 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe642-fcaf-437b-bf30-c21e8b1ae3a0 req-3ea2f611-87c9-416c-b9fc-872f8b623096 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:29.910931 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-04efe642-fcaf-437b-bf30-c21e8b1ae3a0 req-3ea2f611-87c9-416c-b9fc-872f8b623096 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 944 time: 0.0496848 Feb 16 15:21:29.971856 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-04efe642-fcaf-437b-bf30-c21e8b1ae3a0 req-9278a7f5-20ad-477c-907d-3cef659f4ce5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Feb 16 15:21:30.399983 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46122) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:30.454663 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (aa618b7c-77ad-41b5-9779-30fe586a42fd), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:30.478616 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (aa618b7c-77ad-41b5-9779-30fe586a42fd), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:30.542077 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (aa618b7c-77ad-41b5-9779-30fe586a42fd), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:30.544716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:30.545953 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] 10.222.0.45 "DELETE /v2.0/security-groups/aa618b7c-77ad-41b5-9779-30fe586a42fd HTTP/1.1" status: 204 len: 168 time: 0.1448379 Feb 16 15:21:30.555847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062eeee-7af4-4b47-99e3-1a7c2c8eeed8 tempest-TestVolumeBootPattern-428804245 tempest-TestVolumeBootPattern-428804245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa618b7c-77ad-41b5-9779-30fe586a42fd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:30.607403 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46126) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:31.009581 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.136810 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240eafe-b95c-402f-a78b-359831480f75 req-04754eb5-ea67-446a-a32d-c15441ab6bd5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:31.138272 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3240eafe-b95c-402f-a78b-359831480f75 req-04754eb5-ea67-446a-a32d-c15441ab6bd5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 944 time: 0.0940862 Feb 16 15:21:31.191789 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:21:31.425654 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:31.437129 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b', 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f', 'port_id': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b', 'mac_address': 'fa:16:3e:40:bf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae198-e2b5-4f6c-9337-4dc787022863', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:21:31.473123 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:21:31.473525 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.486570 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:21:31.495242 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3240eafe-b95c-402f-a78b-359831480f75 req-96e30df9-f543-46d6-8ce1-7e716fadaf1d tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512824 Feb 16 15:21:31.505808 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:31.510806 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.561009 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:31.582652 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Deleting port c95c3a4f-3285-4288-ac66-4ad97d7dc886 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:31.583000 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.659817 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] For port c95c3a4f-3285-4288-ac66-4ad97d7dc886, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=c95c3a4f-3285-4288-ac66-4ad97d7dc886,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:31.660173 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.672018 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Calling delete_port for c95c3a4f-3285-4288-ac66-4ad97d7dc886 owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:31.814330 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.822033 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['46dd3bf3-a74c-497c-aa03-2de2a4ffe33b'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:21:31.845337 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (c95c3a4f-3285-4288-ac66-4ad97d7dc886), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:31.871871 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95c3a4f-3285-4288-ac66-4ad97d7dc886,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:31.883666 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.884026 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.884402 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.884716 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.885078 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.885416 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.885752 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.886082 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.886414 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.886743 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.887073 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.887397 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:31.887721 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:21:32.047202 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.257604 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Router 4a6d0c32-1d4b-4550-8603-a72551d638e2 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:21:32.361372 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:21:32.366259 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-28242389-ee36-402a-aca5-8a0c5cde7b43 admin admin] 10.222.0.45 "PUT /v2.0/routers/4a6d0c32-1d4b-4550-8603-a72551d638e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578144 Feb 16 15:21:32.368682 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46132) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:32.371331 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Sync routers for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:21:32.384187 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:32.384882 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:32.479606 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks [] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.491227 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:32.597989 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks [] for router_gateway (4a6d0c32-1d4b-4550-8603-a72551d638e2), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.619046 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84faa0-0c39-4b7e-af69-86b9fb3435cf req-66b0c323-2dcf-459c-808e-83b2ccd8e41e tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:32.621215 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc84faa0-0c39-4b7e-af69-86b9fb3435cf req-66b0c323-2dcf-459c-808e-83b2ccd8e41e tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 945 time: 0.0534508 Feb 16 15:21:32.652852 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Deleting port d3502fe4-0686-48f4-80c2-3fa10df72033 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:32.653393 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.674713 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc84faa0-0c39-4b7e-af69-86b9fb3435cf req-723ab2fd-650e-4822-bffa-529271782129 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471382 Feb 16 15:21:32.679945 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:21:31Z', 'revision_number': 5, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port': {'id': 'd3502fe4-0686-48f4-80c2-3fa10df72033', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:04Z', 'updated_at': '2022-02-16T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:32.707297 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Checking router: 4a6d0c32-1d4b-4550-8603-a72551d638e2 for host: dv-cinder-804035-31-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:21:32.715583 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Routers {'4a6d0c32-1d4b-4550-8603-a72551d638e2'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:32.716199 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['4a6d0c32-1d4b-4550-8603-a72551d638e2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:32.737656 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] For port d3502fe4-0686-48f4-80c2-3fa10df72033, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=d3502fe4-0686-48f4-80c2-3fa10df72033,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:32.738021 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.749498 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Calling delete_port for d3502fe4-0686-48f4-80c2-3fa10df72033 owned by network:router_gateway {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:32.803618 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] Set router 4a6d0c32-1d4b-4550-8603-a72551d638e2 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:32.857344 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:21:32Z', 'revision_number': 6, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:32.884421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379cdaf-4e7a-423b-acda-1e61468d0c6d None None] The sync data for ids ['4a6d0c32-1d4b-4550-8603-a72551d638e2'] in dv-cinder-804035-31-iscsi is: [{'id': '4a6d0c32-1d4b-4550-8603-a72551d638e2', 'name': 'tempest-TestVolumeBootPattern-2140759970-router', 'tenant_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:03Z', 'updated_at': '2022-02-16T15:21:32Z', 'revision_number': 6, 'project_id': '7f55fdc1ae354b40a6f6bc6b76214172', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:21:32.919520 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (d3502fe4-0686-48f4-80c2-3fa10df72033), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:32.942934 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3502fe4-0686-48f4-80c2-3fa10df72033,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:33.002380 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.092624 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.094692 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks [] for router_controller (4a6d0c32-1d4b-4550-8603-a72551d638e2), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.138760 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (4a6d0c32-1d4b-4550-8603-a72551d638e2), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.139290 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6d0c32-1d4b-4550-8603-a72551d638e2 {{(pid=102763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:21:33.143507 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.144630 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-f9f53865-6a66-4ad2-9f8f-798f27a7df4c admin admin] 10.222.0.45 "DELETE /v2.0/routers/4a6d0c32-1d4b-4550-8603-a72551d638e2 HTTP/1.1" status: 204 len: 168 time: 0.7750258 Feb 16 15:21:33.147535 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46136) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:33.190179 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Deleting subnet b3b9d5af-3cf7-4a96-bec0-e387be46a849 {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:21:33.193128 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Publish callbacks [] for subnet (b3b9d5af-3cf7-4a96-bec0-e387be46a849), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.199485 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:21:33.225721 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (b3b9d5af-3cf7-4a96-bec0-e387be46a849), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.247976 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:21:33.252967 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:21:33.253353 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.316082 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (b3b9d5af-3cf7-4a96-bec0-e387be46a849), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.336337 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:21:33.336732 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.363336 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:33.365693 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942386c0-5b91-4905-bb36-0977f77b9540" -d '{"events": [{"server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "name": "network-vif-plugged", "status": "completed", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:33.378983 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:33.383287 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.392488 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (b3b9d5af-3cf7-4a96-bec0-e387be46a849), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.420132 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc0cf5-3217-4919-b9c6-3feafee4feb6 x-openstack-request-id: req-8ecc0cf5-3217-4919-b9c6-3feafee4feb6 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:33.420432 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "name": "network-vif-plugged", "status": "completed", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:33.420687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ecc0cf5-3217-4919-b9c6-3feafee4feb6 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:33.421109 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b', 'code': 200} Feb 16 15:21:33.426016 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b9d5af-3cf7-4a96-bec0-e387be46a849,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:33.430830 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.436777 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:33.437223 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46140) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:33.438801 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-a176b34a-75f8-4855-9d1d-909bad89656b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b3b9d5af-3cf7-4a96-bec0-e387be46a849 HTTP/1.1" status: 204 len: 168 time: 0.2891498 Feb 16 15:21:33.450396 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72df0dc-b5aa-458b-9ddb-fdc92c2d0f25 None None] Network 6baa82a6-33de-4a7d-b052-bdae88156f46 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:21:33.513604 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (6baa82a6-33de-4a7d-b052-bdae88156f46), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.601525 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Deleting port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:33.601820 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.605317 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde719f1-45de-4088-8862-5091d266c13d req-ee031de3-42e2-4d02-8070-f37251b48b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:33.606781 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dde719f1-45de-4088-8862-5091d266c13d req-ee031de3-42e2-4d02-8070-f37251b48b9d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 1130 time: 0.0577967 Feb 16 15:21:33.685372 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] DHCP port deletion for 6baa82a6-33de-4a7d-b052-bdae88156f46 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:21:33.697958 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dde719f1-45de-4088-8862-5091d266c13d req-f536c14f-c4d3-46ac-9e26-3cc76d278fba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815554 Feb 16 15:21:33.705140 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] For port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:33.705501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.717478 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Calling delete_port for 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:33.744296 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Deleting port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 {{(pid=102764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:33.745011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), before_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.811329 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] For port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,segment=NetworkSegment(feaff299-585f-46cf-bb79-ebd02bda4ea6),segment_id=feaff299-585f-46cf-bb79-ebd02bda4ea6)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:33.811728 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), precommit_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.823826 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Calling delete_port for 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 owned by network:dhcp {{(pid=102764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:33.840676 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6ae6c-9d35-437d-b14c-de3f782f70f7 req-3e33c93a-86e4-4345-b490-4157bd143555 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:33.842232 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b9b6ae6c-9d35-437d-b14c-de3f782f70f7 req-3e33c93a-86e4-4345-b490-4157bd143555 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.0820854 Feb 16 15:21:33.858163 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.896512 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] No DVR routers for this DVR port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 on host dv-cinder-804035-31-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:33.901891 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:33.920636 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641'] for port (2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0), after_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:33.946978 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] Pushing event deleted for resources: {'Port': ['ID=2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0,revision_number=None']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:33.950755 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fe165-839c-4f5d-b765-cd668e20d585 None None] No DVR routers for this DVR port 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 on host dv-cinder-804035-31-iscsi {{(pid=102764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:33.969819 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b9b6ae6c-9d35-437d-b14c-de3f782f70f7 req-ea128ae5-3757-4f89-8a75-10a2dcfdaec2 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197612 Feb 16 15:21:34.001004 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (6baa82a6-33de-4a7d-b052-bdae88156f46), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.021473 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baa82a6-33de-4a7d-b052-bdae88156f46']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:34.030329 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaff299-585f-46cf-bb79-ebd02bda4ea6') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:34.030630 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaff299-585f-46cf-bb79-ebd02bda4ea6') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:34.040280 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9929228'] for segment (feaff299-585f-46cf-bb79-ebd02bda4ea6), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.053053 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (feaff299-585f-46cf-bb79-ebd02bda4ea6), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.058913 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:21:34.059294 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10009861'] for segment (feaff299-585f-46cf-bb79-ebd02bda4ea6), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: Traceback (most recent call last): Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: timer() Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: cb(*args, **kw) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: return func(*args, **kwargs) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: self._notify() Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: self.callback(batched_events) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: event.method(event) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: return f(self, *a, **k) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._get(url).json() Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:21:34.060885 dv-cinder-804035-31-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:21:34.114260 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (6baa82a6-33de-4a7d-b052-bdae88156f46), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.118464 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.121622 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] 10.222.0.45 "DELETE /v2.0/networks/6baa82a6-33de-4a7d-b052-bdae88156f46 HTTP/1.1" status: 204 len: 168 time: 0.6831105 Feb 16 15:21:34.124623 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46144) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:34.133344 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081305d7-f085-47f6-81c4-3813385da24b admin admin] Pushing event deleted for resources: {'Network': ['ID=6baa82a6-33de-4a7d-b052-bdae88156f46,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:34.459519 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device d3502fe4-0686-48f4-80c2-3fa10df72033 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:34.461695 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768285'] for router_interface (e91fb637-d261-47d7-9edb-21f11a918d30), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.479802 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: d3502fe4-0686-48f4-80c2-3fa10df72033 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:34.480149 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device d3502fe4-0686-48f4-80c2-3fa10df72033 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:34.480563 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c95c3a4f-3285-4288-ac66-4ad97d7dc886 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:34.499592 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: c95c3a4f-3285-4288-ac66-4ad97d7dc886 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:34.499939 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device c95c3a4f-3285-4288-ac66-4ad97d7dc886 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:34.500366 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:34.518492 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:34.518843 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 2c4b7d79-c6d4-4e2c-af11-61cb9615cdb0 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:34.701368 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Deleting port 66d1fb15-7f12-4478-9a85-197a5a5d26c4 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:34.701629 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.779091 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] For port 66d1fb15-7f12-4478-9a85-197a5a5d26c4, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=66d1fb15-7f12-4478-9a85-197a5a5d26c4,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:34.779455 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.791852 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Calling delete_port for 66d1fb15-7f12-4478-9a85-197a5a5d26c4 owned by network:router_interface {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:34.863609 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:21:34.970378 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (66d1fb15-7f12-4478-9a85-197a5a5d26c4), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:34.996752 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d1fb15-7f12-4478-9a85-197a5a5d26c4,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:35.182562 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb658-7fad-4cbb-a950-edba3c616246 req-da39df1a-40eb-4487-b4b1-c5bb47f397a1 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:35.184041 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3eedb658-7fad-4cbb-a950-edba3c616246 req-da39df1a-40eb-4487-b4b1-c5bb47f397a1 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.1245298 Feb 16 15:21:35.217691 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3889414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3736365'] for router_interface (e91fb637-d261-47d7-9edb-21f11a918d30), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:35.246160 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-3eedb658-7fad-4cbb-a950-edba3c616246 req-57c4eb24-4ff3-45eb-982e-203cc0c8ed55 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554330 Feb 16 15:21:35.718833 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Router e91fb637-d261-47d7-9edb-21f11a918d30 has already been hosted by L3 agent 92fb07a5-607e-49fb-8e79-373102d505a5 {{(pid=102763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:21:35.826183 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] Notify agent at l3_agent.dv-cinder-804035-31-iscsi the message routers_updated {{(pid=102763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:21:35.833876 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46192) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:35.835685 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Sync routers for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:21:35.837475 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-faa00835-dd57-4aec-a8e3-6ca6d53a9eb3 admin admin] 10.222.0.45 "PUT /v2.0/routers/e91fb637-d261-47d7-9edb-21f11a918d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115452 Feb 16 15:21:35.847221 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:35.847901 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:35.940515 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks [] for router (e91fb637-d261-47d7-9edb-21f11a918d30), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:35.961316 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: dv-cinder-804035-31-iscsi {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:36.048847 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks [] for router_gateway (e91fb637-d261-47d7-9edb-21f11a918d30), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.102379 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Deleting port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:36.102612 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.150434 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'external_fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:21:34Z', 'revision_number': 5, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port': {'id': 'aa7d66ba-fc46-4fb3-b58c-09d5227b81b6', 'name': '', 'network_id': '0a750354-ede8-4b7c-b67b-52c06384343d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-31-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cbae615-9693-46ed-805f-b0031e2efcd7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-31-iscsi'}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:36.176726 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Checking router: e91fb637-d261-47d7-9edb-21f11a918d30 for host: dv-cinder-804035-31-iscsi {{(pid=102765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:21:36.184799 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Routers {'e91fb637-d261-47d7-9edb-21f11a918d30'} bound to L3 agent in host dv-cinder-804035-31-iscsi {{(pid=102765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:36.185441 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-31-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:00:54Z,description=,heartbeat_timestamp=2022-02-16T15:21:25Z,host='dv-cinder-804035-31-iscsi',id=92fb07a5-607e-49fb-8e79-373102d505a5,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:00:54Z,topic='l3_agent')) {'router_ids': ['e91fb637-d261-47d7-9edb-21f11a918d30'], 'active': True} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:36.187197 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] For port aa7d66ba-fc46-4fb3-b58c-09d5227b81b6, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,segment=NetworkSegment(7602d6d1-d1c6-48ec-8aac-aa800904bb9f),segment_id=7602d6d1-d1c6-48ec-8aac-aa800904bb9f)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:36.187558 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.199329 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Calling delete_port for aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:36.274391 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_dvr_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] Set router e91fb637-d261-47d7-9edb-21f11a918d30 gateway port host: None {{(pid=102765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:36.330568 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.l3_hamode_db [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:21:36Z', 'revision_number': 6, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port_host': None}], 'dv-cinder-804035-31-iscsi', False) {} {{(pid=102765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:36.356964 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715eb81-f32e-445d-ab26-c5c672d47112 None None] The sync data for ids ['e91fb637-d261-47d7-9edb-21f11a918d30'] in dv-cinder-804035-31-iscsi is: [{'id': 'e91fb637-d261-47d7-9edb-21f11a918d30', 'name': 'tempest-TestVolumeBootPattern-477880592-router', 'tenant_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:11:11Z', 'updated_at': '2022-02-16T15:21:36Z', 'revision_number': 6, 'project_id': 'fee0d6c87a0b4c2fb8e428cc6cbabd30', 'gw_port_host': None}] {{(pid=102765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:21:36.374139 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (aa7d66ba-fc46-4fb3-b58c-09d5227b81b6), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.405670 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7d66ba-fc46-4fb3-b58c-09d5227b81b6,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:36.464674 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765911'] for router_gateway (e91fb637-d261-47d7-9edb-21f11a918d30), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.560687 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41362'] for router (e91fb637-d261-47d7-9edb-21f11a918d30), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.563338 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks [] for router_controller (e91fb637-d261-47d7-9edb-21f11a918d30), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.606446 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737603'] for router (e91fb637-d261-47d7-9edb-21f11a918d30), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.607115 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91fb637-d261-47d7-9edb-21f11a918d30 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:21:36.612034 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.615783 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46206) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:36.616333 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-30814b8a-f2b1-43a5-a4c3-c925a03c436e admin admin] 10.222.0.45 "DELETE /v2.0/routers/e91fb637-d261-47d7-9edb-21f11a918d30 HTTP/1.1" status: 204 len: 168 time: 0.7808509 Feb 16 15:21:36.660055 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Deleting subnet 43534235-5916-4868-8076-b3117c47b210 {{(pid=102763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:21:36.663290 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Publish callbacks [] for subnet (43534235-5916-4868-8076-b3117c47b210), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.699512 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9375560'] for subnet (43534235-5916-4868-8076-b3117c47b210), precommit_delete_associations {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.799257 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (43534235-5916-4868-8076-b3117c47b210), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.831096 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 66d1fb15-7f12-4478-9a85-197a5a5d26c4 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:36.858750 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2486156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9711481'] for subnet (43534235-5916-4868-8076-b3117c47b210), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.861106 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 66d1fb15-7f12-4478-9a85-197a5a5d26c4 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:36.861477 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 66d1fb15-7f12-4478-9a85-197a5a5d26c4 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:36.886757 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43534235-5916-4868-8076-b3117c47b210,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:36.888661 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:36.894764 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-5b3fab44-1b1d-45b0-96f3-745950a62fda admin admin] 10.222.0.45 "DELETE /v2.0/subnets/43534235-5916-4868-8076-b3117c47b210 HTTP/1.1" status: 204 len: 168 time: 0.2755218 Feb 16 15:21:36.895079 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4799ae9-37ca-4044-8572-cf629bd2c7ee None None] Network 61e61162-a926-454d-942b-19ca53382d15 requested from dv-cinder-804035-31-iscsi {{(pid=102764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:21:36.895437 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46210) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:36.963041 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (61e61162-a926-454d-942b-19ca53382d15), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.022410 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Deleting port 84c4b72b-f443-4d37-9519-4474bab8cc09 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:37.022751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.084159 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] For port 84c4b72b-f443-4d37-9519-4474bab8cc09, host dv-cinder-804035-31-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-31-iscsi',level=0,port_id=84c4b72b-f443-4d37-9519-4474bab8cc09,segment=NetworkSegment(3a19b0a6-7b1e-4996-96ca-fb4fc6d02338),segment_id=3a19b0a6-7b1e-4996-96ca-fb4fc6d02338)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:37.084514 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.096772 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Calling delete_port for 84c4b72b-f443-4d37-9519-4474bab8cc09 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:37.165291 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] DHCP port deletion for 61e61162-a926-454d-942b-19ca53382d15 request from dv-cinder-804035-31-iscsi {{(pid=102764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 15:21:37.181195 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2486201'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.207001 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c4b72b-f443-4d37-9519-4474bab8cc09,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:37.212660 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] No DVR routers for this DVR port 84c4b72b-f443-4d37-9519-4474bab8cc09 on host dv-cinder-804035-31-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:37.233213 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Deleting port 84c4b72b-f443-4d37-9519-4474bab8cc09 {{(pid=102764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:21:37.233596 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), before_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.288479 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (61e61162-a926-454d-942b-19ca53382d15), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.301124 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] For port 84c4b72b-f443-4d37-9519-4474bab8cc09, host dv-cinder-804035-31-iscsi, got binding levels [] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:37.301524 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), precommit_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.313701 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e61162-a926-454d-942b-19ca53382d15']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:37.315346 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Calling delete_port for 84c4b72b-f443-4d37-9519-4474bab8cc09 owned by network:dhcp {{(pid=102764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:21:37.318257 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.ipam_backend_mixin [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Port 84c4b72b-f443-4d37-9519-4474bab8cc09 was not found and therefore no delete operation was performed {{(pid=102764) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 15:21:37.320011 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641'] for port (84c4b72b-f443-4d37-9519-4474bab8cc09), after_delete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.322904 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:37.323197 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a19b0a6-7b1e-4996-96ca-fb4fc6d02338') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:37.332837 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (3a19b0a6-7b1e-4996-96ca-fb4fc6d02338), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.345655 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] Pushing event deleted for resources: {'Port': ['ID=84c4b72b-f443-4d37-9519-4474bab8cc09,revision_number=None']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:37.352073 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78624cd8-3937-41e4-b919-1f64af143602 None None] No DVR routers for this DVR port 84c4b72b-f443-4d37-9519-4474bab8cc09 on host dv-cinder-804035-31-iscsi {{(pid=102764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:21:37.352684 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (3a19b0a6-7b1e-4996-96ca-fb4fc6d02338), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.359700 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:21:37.360196 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (3a19b0a6-7b1e-4996-96ca-fb4fc6d02338), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:21:37.361907 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:21:37.418915 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (61e61162-a926-454d-942b-19ca53382d15), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.425544 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.429156 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/61e61162-a926-454d-942b-19ca53382d15 HTTP/1.1" status: 204 len: 168 time: 0.5328870 Feb 16 15:21:37.441787 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a38c0-04e0-4027-b9ba-46662b013aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e61162-a926-454d-942b-19ca53382d15,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:37.566547 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46214) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:37.606146 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-61829207-fa74-423a-b674-1435534afed3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f55fdc1ae354b40a6f6bc6b76214172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384219 Feb 16 15:21:37.608532 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46216) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:37.656267 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] Publish callbacks [] for security_group (b273fee6-422f-409d-a1fb-552dc2201013), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.681389 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] Publish callbacks [] for security_group (b273fee6-422f-409d-a1fb-552dc2201013), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.729501 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (b273fee6-422f-409d-a1fb-552dc2201013), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.732097 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:37.733253 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b273fee6-422f-409d-a1fb-552dc2201013 HTTP/1.1" status: 204 len: 168 time: 0.1237760 Feb 16 15:21:37.741412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f6b6e-b9a3-44e5-81d2-ffd4ce5ebc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273fee6-422f-409d-a1fb-552dc2201013,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:38.075341 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46224) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:38.115030 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-33986442-7459-468a-9c29-72063876e977 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fee0d6c87a0b4c2fb8e428cc6cbabd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385385 Feb 16 15:21:38.117564 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46226) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:21:38.167584 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] Publish callbacks [] for security_group (1cef4c4e-324e-4507-8375-e32d5a4e296b), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:38.188431 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] Publish callbacks [] for security_group (1cef4c4e-324e-4507-8375-e32d5a4e296b), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:38.235405 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (1cef4c4e-324e-4507-8375-e32d5a4e296b), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:38.238325 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:38.239652 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cef4c4e-324e-4507-8375-e32d5a4e296b HTTP/1.1" status: 204 len: 168 time: 0.1212037 Feb 16 15:21:38.247315 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba087ea-4767-44d0-89b9-bc4c13ec5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef4c4e-324e-4507-8375-e32d5a4e296b,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:38.454353 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:38.477738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:38.478093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device aa7d66ba-fc46-4fb3-b58c-09d5227b81b6 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:38.478738 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 84c4b72b-f443-4d37-9519-4474bab8cc09 no longer exists at agent ovs-agent-dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:21:38.503871 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] No Port match for: 84c4b72b-f443-4d37-9519-4474bab8cc09 {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:21:38.504490 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Device 84c4b72b-f443-4d37-9519-4474bab8cc09 not bound to the agent host dv-cinder-804035-31-iscsi {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:21:52.407708 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9ee649a4-b5ab-4cc8-9560-760e5ebca30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:54.548281 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a22e6618-bfed-43a7-bbab-26fb6fddb53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:55.844923 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:56.818274 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:21:58.526383 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:01.827291 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:11.864597 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:22:22.410505 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3fe968da-c4f6-42f2-be26-d8425aaf1a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:23.901641 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f423-b5fd-476a-b0d7-82d9ff6ad7ae req-d3a7b52a-4ee9-439a-9158-af4e81a0fdaa tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:23.903144 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-adf8f423-b5fd-476a-b0d7-82d9ff6ad7ae req-d3a7b52a-4ee9-439a-9158-af4e81a0fdaa tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.0560622 Feb 16 15:22:23.948718 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-adf8f423-b5fd-476a-b0d7-82d9ff6ad7ae req-f4525e63-ee52-44b7-9b82-1d8967362f97 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Feb 16 15:22:24.555141 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f45d-037b-472f-a9b8-d5cc291b6675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:25.069565 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7127c-22e0-428d-aae3-73de3fa89323 req-162e6e8b-2be2-4999-ae68-e2d123b7377a tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:25.071032 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9bc7127c-22e0-428d-aae3-73de3fa89323 req-162e6e8b-2be2-4999-ae68-e2d123b7377a tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.0526321 Feb 16 15:22:25.119946 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9bc7127c-22e0-428d-aae3-73de3fa89323 req-46d1f1ff-016a-4b19-bcb1-dd925fabf9ba tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Feb 16 15:22:25.815023 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-bd79d889-5a78-41b7-a9c9-da68ee0fabe6 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:25.816367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-bd79d889-5a78-41b7-a9c9-da68ee0fabe6 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.0520978 Feb 16 15:22:25.844530 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:25.909825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Deleting port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:22:25.910169 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:25.997156 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] For port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:25.997519 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:26.012877 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Calling delete_port for 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:22:26.243017 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0294240-4958-4eeb-963d-e93e30a084b7 req-3473f8fc-800d-428e-a2f5-a7192e5964f5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:26.244502 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c0294240-4958-4eeb-963d-e93e30a084b7 req-3473f8fc-800d-428e-a2f5-a7192e5964f5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c HTTP/1.1" status: 200 len: 946 time: 0.0549827 Feb 16 15:22:26.292221 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-c0294240-4958-4eeb-963d-e93e30a084b7 req-282a7bbf-e474-42fd-9435-a05e186e58d1 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Feb 16 15:22:26.387125 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (46dd3bf3-a74c-497c-aa03-2de2a4ffe33b), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:26.398775 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['46dd3bf3-a74c-497c-aa03-2de2a4ffe33b'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:22:26.420231 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Pushing event deleted for resources: {'Port': ['ID=46dd3bf3-a74c-497c-aa03-2de2a4ffe33b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:26.446612 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.446967 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.447307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.447645 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.447979 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.448307 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.448638 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.448984 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.449315 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.449638 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.449965 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.450287 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.450609 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:26.468810 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] No DVR routers for this DVR port 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:22:26.471400 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:26.474662 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5f52830-fd8a-4d78-8abf-eccdac420447 req-1fafe673-b24a-46f1-9161-f566b6625bb3 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "DELETE /v2.0/ports/46dd3bf3-a74c-497c-aa03-2de2a4ffe33b HTTP/1.1" status: 204 len: 173 time: 0.6532977 Feb 16 15:22:26.475090 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'name': 'network-vif-deleted', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:26.477333 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c995a-b72d-4d7a-81ab-aa69ba429527" -d '{"events": [{"server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "name": "network-vif-deleted", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:26.517909 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb11cf-ee8b-4a21-bde8-8d1a212edae0 x-openstack-request-id: req-a2fb11cf-ee8b-4a21-bde8-8d1a212edae0 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:26.518205 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c", "name": "network-vif-deleted", "tag": "46dd3bf3-a74c-497c-aa03-2de2a4ffe33b", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:26.518485 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2fb11cf-ee8b-4a21-bde8-8d1a212edae0 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:26.518916 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2c4aa6-e6b2-44fc-a064-47e0af1ccb2c', 'name': 'network-vif-deleted', 'tag': '46dd3bf3-a74c-497c-aa03-2de2a4ffe33b', 'status': 'completed', 'code': 200} Feb 16 15:22:26.821635 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:28.530055 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:29.889370 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:29.909233 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:22:29.909577 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 46dd3bf3-a74c-497c-aa03-2de2a4ffe33b not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:22:31.849566 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:38.351804 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-31b674d5-4e9c-4344-9c38-e9ed5b831f18 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:38.353194 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-31b674d5-4e9c-4344-9c38-e9ed5b831f18 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 813 time: 0.1017189 Feb 16 15:22:38.367825 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-bc50ea59-2753-4e2e-8abd-ccec481649e0 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/quotas/e1bc99c1945949d18664c2448a87abe4 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Feb 16 15:22:38.398632 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-7624d9d5-85c6-413d-844d-d836dfa9fc43 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259743 Feb 16 15:22:38.485920 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-297e901e-9955-4886-a129-9449f54ed84f service neutron] 10.222.0.45 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809197 Feb 16 15:22:38.577188 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-91b1105e-6629-4715-aa30-a62a04b3f646 service neutron] 10.222.0.45 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855839 Feb 16 15:22:38.729535 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-531093e8-6c51-4a49-ae02-65629685a507 req-9f740716-8fe2-4cc8-8395-4d8c9a7dc8b4 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 210 time: 0.0264723 Feb 16 15:22:39.645825 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-2ec844f6-07c9-48eb-9e42-87a473495471 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:39.647292 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-2ec844f6-07c9-48eb-9e42-87a473495471 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 813 time: 0.1063957 Feb 16 15:22:39.658843 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Request body: {'port': {'device_id': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f', 'admin_state_up': True, 'tenant_id': 'e1bc99c1945949d18664c2448a87abe4'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:39.765091 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Made reservation on behalf of e1bc99c1945949d18664c2448a87abe4 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:22:39.768423 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (None), before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:39.856793 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b0f7724-5647-4e44-ac81-bb0091494430 req-7b897609-02c2-4424-80bf-bc9833bb7fb0 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 210 time: 0.0358601 Feb 16 15:22:39.923910 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Allocated IP 172.20.0.8 (fbccecc3-5d6a-42de-940b-922e5c0e4e1f/00eae198-e2b5-4f6c-9337-4dc787022863/86ff20b1-c5cf-4394-b1fd-67583811c25e) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:22:40.072927 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks [] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.106471 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750054030632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.151052 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Network fbccecc3-5d6a-42de-940b-922e5c0e4e1f is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:40.154207 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:40.157865 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:22:40.181507 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Pushing event updated for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:40.208040 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:40.208642 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.224614 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-f6748815-0ed9-46a8-a0b7-1811011c75b8 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694623 Feb 16 15:22:40.235696 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Request body: {'port': {'device_id': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:40.296128 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.551219 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ff20b1-c5cf-4394-b1fd-67583811c25e {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:22:40.558866 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks [] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.570775 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Transition to ACTIVE for port object 86ff20b1-c5cf-4394-b1fd-67583811c25e will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:22:40.577410 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.632521 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Pushing event updated for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:40.705568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Attempting to bind port 86ff20b1-c5cf-4394-b1fd-67583811c25e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:22:40.706242 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Attempting to bind port 86ff20b1-c5cf-4394-b1fd-67583811c25e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:22:40.706242 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Attempting to bind port 86ff20b1-c5cf-4394-b1fd-67583811c25e on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:40.710840 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Port 86ff20b1-c5cf-4394-b1fd-67583811c25e on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:22:40.711155 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Attempting to bind port 86ff20b1-c5cf-4394-b1fd-67583811c25e on network fbccecc3-5d6a-42de-940b-922e5c0e4e1f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:40.715812 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Checking agent: {'id': '8c675e68-ea9c-48a6-ac74-e40e9851d812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'started_at': datetime.datetime(2022, 2, 16, 15, 7, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:22:40.716148 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Checking segment: {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:22:40.716526 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Bound using segment: {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:22:40.716957 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Bound port: 86ff20b1-c5cf-4394-b1fd-67583811c25e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:22:40.717328 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.778462 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:22:40.781555 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:22:40.787770 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10009953'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.823777 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:40.824403 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:40.825798 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] 10.222.0.79 "PUT /v2.0/ports/86ff20b1-c5cf-4394-b1fd-67583811c25e HTTP/1.1" status: 200 len: 1093 time: 0.5940897 Feb 16 15:22:40.826227 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:40.828420 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdef558-61d0-4e81-a08e-5b2c165b9f55" -d '{"events": [{"name": "network-changed", "server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:40.855995 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99774ac-f799-4fd3-a3ab-d3b9b8a5dc9e service neutron] Pushing event updated for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:40.868842 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a78690-16f9-4619-aedf-a58f388b6076 x-openstack-request-id: req-59a78690-16f9-4619-aedf-a58f388b6076 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:40.869201 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:40.869463 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59a78690-16f9-4619-aedf-a58f388b6076 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:40.869873 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e', 'status': 'completed', 'code': 200} Feb 16 15:22:40.917781 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-efceb16e-9a7a-4c03-99ee-c28d46468093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:40.919391 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-efceb16e-9a7a-4c03-99ee-c28d46468093 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 1127 time: 0.0473609 Feb 16 15:22:40.985367 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-6f7880ce-b4ee-4d37-939e-a192befef019 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e HTTP/1.1" status: 200 len: 217 time: 0.0520225 Feb 16 15:22:41.045041 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e4f0-d762-4750-aade-5fb20f3c1ed0 req-b5275634-6d63-4d83-bd9c-7991ed3e2689 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:41.046449 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d87e4f0-d762-4750-aade-5fb20f3c1ed0 req-b5275634-6d63-4d83-bd9c-7991ed3e2689 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 943 time: 0.1217370 Feb 16 15:22:41.050327 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-b4bcafe6-bfe4-453d-aaaf-a941fe7a9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:41.052240 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-b4bcafe6-bfe4-453d-aaaf-a941fe7a9b5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 200 len: 853 time: 0.0609844 Feb 16 15:22:41.088309 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-66f3e925-deea-4872-a223-bc897cae69cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295053 Feb 16 15:22:41.142440 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d87e4f0-d762-4750-aade-5fb20f3c1ed0 req-6eb76724-0f74-4b78-a966-1fbb1bc6fd21 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892758 Feb 16 15:22:41.197842 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-4ecf5c37-8ee6-4bb5-bc49-6e6d4734cda6 service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036804 Feb 16 15:22:41.286021 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0ed9f6de-3d85-4447-a341-1575a52e69cf req-142b6219-9299-4f9f-93d5-976cea683586 service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811148 Feb 16 15:22:41.372424 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-2c41bf23-d0a9-453e-bf5a-4d99e158b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:41.373904 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-2c41bf23-d0a9-453e-bf5a-4d99e158b785 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 1127 time: 0.0463970 Feb 16 15:22:41.459762 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-3a9d8a81-e1f3-4f59-8f93-bdc774b20a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:41.461185 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-3a9d8a81-e1f3-4f59-8f93-bdc774b20a3a service neutron] 10.222.0.79 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 914 time: 0.0807726 Feb 16 15:22:41.503041 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-b0e0a7c0-efe5-4d01-a5de-c2e182fcb0f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e HTTP/1.1" status: 200 len: 217 time: 0.0357199 Feb 16 15:22:41.555610 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-06101091-1478-460f-9ad8-d4e0b914f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:41.557147 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-06101091-1478-460f-9ad8-d4e0b914f40d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 200 len: 853 time: 0.0449336 Feb 16 15:22:41.593291 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-e539c7ed-3c2c-41f7-b26d-90a46d91168e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296657 Feb 16 15:22:41.699010 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-be6102d4-e5b3-428a-8655-fbf6d8dec643 service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991080 Feb 16 15:22:41.798808 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dcdef558-61d0-4e81-a08e-5b2c165b9f55 req-74af0d8b-e05f-4d97-b6af-5db0b9a649af service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935769 Feb 16 15:22:42.268158 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37740c94-7d47-499b-8e03-d4ee0efe67a8 req-6faa1fa9-33f9-4310-b2a3-ddd3b7eab1b5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:42.270401 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-37740c94-7d47-499b-8e03-d4ee0efe67a8 req-6faa1fa9-33f9-4310-b2a3-ddd3b7eab1b5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 943 time: 0.0506196 Feb 16 15:22:42.315852 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-37740c94-7d47-499b-8e03-d4ee0efe67a8 req-6ac654f2-b1b7-4010-8cf2-547b20f04e18 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Feb 16 15:22:43.438786 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e026dd1-b865-4391-9e82-a28a25de06a8 req-30a27152-e9c2-44f3-8c5a-e23e7cc5b531 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:43.440492 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e026dd1-b865-4391-9e82-a28a25de06a8 req-30a27152-e9c2-44f3-8c5a-e23e7cc5b531 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 943 time: 0.0563605 Feb 16 15:22:43.493106 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e026dd1-b865-4391-9e82-a28a25de06a8 req-f51f18d5-2141-4ba1-a4c2-fbcf144337e5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Feb 16 15:22:44.619682 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3303c2-ff7b-44fe-9602-dc1e7a0b0fb1 req-b1645ff3-7562-4aa7-876f-76a70a3f20c7 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:44.621193 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0b3303c2-ff7b-44fe-9602-dc1e7a0b0fb1 req-b1645ff3-7562-4aa7-876f-76a70a3f20c7 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 943 time: 0.0595942 Feb 16 15:22:44.669235 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0b3303c2-ff7b-44fe-9602-dc1e7a0b0fb1 req-232e78f2-d932-4190-9bd4-da3edccf9af9 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Feb 16 15:22:45.519100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 86ff20b1-c5cf-4394-b1fd-67583811c25e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:22:45.616819 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:45.627049 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Returning: {'device': '86ff20b1-c5cf-4394-b1fd-67583811c25e', 'network_id': 'fbccecc3-5d6a-42de-940b-922e5c0e4e1f', 'port_id': '86ff20b1-c5cf-4394-b1fd-67583811c25e', 'mac_address': 'fa:16:3e:5c:d1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00eae198-e2b5-4f6c-9337-4dc787022863', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:22:45.663799 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 86ff20b1-c5cf-4394-b1fd-67583811c25e is: DOWN; New status is: BUILD {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:22:45.664193 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:45.676606 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ff20b1-c5cf-4394-b1fd-67583811c25e {{(pid=102764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:22:45.695966 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:45.701837 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:45.761877 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:45.779946 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.780303 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.780804 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.781181 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.781652 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.782018 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.782492 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.782863 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.783272 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.783683 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.784080 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.784595 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.785204 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:45.796854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b487cf-cc0a-4cf5-a52f-d474a11868c1 req-8f8e7a71-b348-469b-8727-6119e9deb166 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:45.798429 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b2b487cf-cc0a-4cf5-a52f-d474a11868c1 req-8f8e7a71-b348-469b-8727-6119e9deb166 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 944 time: 0.0522697 Feb 16 15:22:45.848518 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b2b487cf-cc0a-4cf5-a52f-d474a11868c1 req-d1d93ba9-56a0-466b-8e71-b138a2276a39 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Feb 16 15:22:46.034861 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['86ff20b1-c5cf-4394-b1fd-67583811c25e'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:22:46.967844 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b728bde-2304-44a6-a095-d1dc4e9e69ab req-eef8930e-b8c5-4a21-a69b-a67c2db22051 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:46.969343 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0b728bde-2304-44a6-a095-d1dc4e9e69ab req-eef8930e-b8c5-4a21-a69b-a67c2db22051 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Feb 16 15:22:47.015093 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0b728bde-2304-44a6-a095-d1dc4e9e69ab req-4fdcf772-6b6c-4317-959a-c8cb3a3b7ab9 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Feb 16 15:22:47.519307 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 86ff20b1-c5cf-4394-b1fd-67583811c25e up at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:47.571845 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning for port 86ff20b1-c5cf-4394-b1fd-67583811c25e completed by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:22:47.575661 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.db.provisioning_blocks [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Provisioning complete for port 86ff20b1-c5cf-4394-b1fd-67583811c25e triggered by entity L2. {{(pid=102764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:47.576035 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784531'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), provisioning_complete {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:47.649954 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Current status of the port 86ff20b1-c5cf-4394-b1fd-67583811c25e is: BUILD; New status is: ACTIVE {{(pid=102764) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:22:47.650338 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-887876'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:47.671867 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e'}] {{(pid=102764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:47.674064 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}012a1c15fa0149b534c4f3c7148546e54a058fff16224fbd7580b4e961dd2a48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e7d7fe-ba08-4c16-b46c-1db6702d2965" -d '{"events": [{"server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "name": "network-vif-plugged", "status": "completed", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e"}]}' {{(pid=102764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:47.687118 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:47.691216 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750054522480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750054030650', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750054030668'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:47.715565 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24818182-c5d7-48e3-b1a5-ffb389e07d83 x-openstack-request-id: req-24818182-c5d7-48e3-b1a5-ffb389e07d83 {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:47.715886 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "name": "network-vif-plugged", "status": "completed", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e", "code": 200}]} {{(pid=102764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:47.716142 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24818182-c5d7-48e3-b1a5-ffb389e07d83 {{(pid=102764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:47.716531 dv-cinder-804035-31-iscsi neutron-server[102764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e', 'code': 200} Feb 16 15:22:47.742712 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Pushing event updated for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=5']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:47.876411 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ed8c-4340-438d-a356-5a0ec7329fe0 req-dd7918e6-deb3-432a-a740-bb7a7123c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:47.877847 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd58ed8c-4340-438d-a356-5a0ec7329fe0 req-dd7918e6-deb3-432a-a740-bb7a7123c592 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 1129 time: 0.0461307 Feb 16 15:22:47.923443 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dd58ed8c-4340-438d-a356-5a0ec7329fe0 req-72912042-d822-4b40-81b5-27d77747e694 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Feb 16 15:22:48.128176 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b1346-f5f8-4bc3-b8cf-86389eca6ef5 req-39310f38-5cb2-4f5e-b665-501751a4b142 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:48.129569 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0f7b1346-f5f8-4bc3-b8cf-86389eca6ef5 req-39310f38-5cb2-4f5e-b665-501751a4b142 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Feb 16 15:22:48.178248 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-0f7b1346-f5f8-4bc3-b8cf-86389eca6ef5 req-37eb4086-07f3-4abc-9a18-fcea7ac564c5 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Feb 16 15:22:48.864137 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:22:49.301183 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19001dcc-ac75-4bf5-b671-271f5500a762 req-c82521c2-a2d8-4d32-95a9-816314395907 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:49.302648 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19001dcc-ac75-4bf5-b671-271f5500a762 req-c82521c2-a2d8-4d32-95a9-816314395907 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0571537 Feb 16 15:22:49.349455 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19001dcc-ac75-4bf5-b671-271f5500a762 req-7be76633-8b4c-4107-a9b4-29d7ee38255f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Feb 16 15:22:50.471751 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3b102-b02e-43bb-a0da-80fa41975aba req-428fcd0f-bef6-468a-b01f-ef74e0506559 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:50.473834 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-98c3b102-b02e-43bb-a0da-80fa41975aba req-428fcd0f-bef6-468a-b01f-ef74e0506559 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0506310 Feb 16 15:22:50.518078 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-98c3b102-b02e-43bb-a0da-80fa41975aba req-ee01ba00-97ac-4168-81af-efd736110d84 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388083 Feb 16 15:22:52.412665 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-33eb72cf-85b2-4571-825c-f8bd251b0f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:54.547703 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4adcc847-8d08-4bc5-a8e1-5c43aa8828e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:55.846093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:56.822945 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:22:58.533320 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:01.878027 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:12.923139 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-a4488a41-0662-463b-b76f-a47c4e342975 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457761 Feb 16 15:23:13.013253 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-6e65db8c-2497-43a3-8fa0-f82e3dace0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:13.014706 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-6e65db8c-2497-43a3-8fa0-f82e3dace0c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e1bc99c1945949d18664c2448a87abe4&device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 1129 time: 0.0424047 Feb 16 15:23:13.119723 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-279dacd7-03c7-488b-a62c-ab2a9fd4b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:13.121103 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-279dacd7-03c7-488b-a62c-ab2a9fd4b007 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 200 len: 914 time: 0.0883060 Feb 16 15:23:13.162082 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-96833d91-487f-42fc-ae4a-7298bc437b0c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e HTTP/1.1" status: 200 len: 217 time: 0.0342004 Feb 16 15:23:13.213538 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-94323463-b1c2-41ac-9651-a533357f7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:13.214913 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-94323463-b1c2-41ac-9651-a533357f7fbf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 200 len: 853 time: 0.0456116 Feb 16 15:23:13.245459 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-d16327fa-847e-4035-bef3-93b6b2dfc8db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fbccecc3-5d6a-42de-940b-922e5c0e4e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230994 Feb 16 15:23:13.336386 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-cc056ea7-06ae-4df4-ab56-9ba599bf825c service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Feb 16 15:23:13.432124 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-474c9f87-5dc6-483a-90b2-fd587f6d2d63 req-1e77f4db-f2b0-4b97-a69d-a2e7e5208f8f service neutron] 10.222.0.79 "GET /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880578 Feb 16 15:23:13.499095 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55021-e727-46e7-ba2b-af8b258706c9 req-3377bb54-ee1b-4ede-a962-5d0aeb812eae tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:13.500547 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8ad55021-e727-46e7-ba2b-af8b258706c9 req-3377bb54-ee1b-4ede-a962-5d0aeb812eae tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Feb 16 15:23:13.546457 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8ad55021-e727-46e7-ba2b-af8b258706c9 req-fda72db1-5880-4a0a-82d9-cf29438022d9 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Feb 16 15:23:14.665072 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2991ed-ebbe-4081-bd93-3a00a0a1e8e5 req-48106aa1-d955-4bd8-9b55-d2d7b2e334c2 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:14.666514 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa2991ed-ebbe-4081-bd93-3a00a0a1e8e5 req-48106aa1-d955-4bd8-9b55-d2d7b2e334c2 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0511584 Feb 16 15:23:14.711803 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aa2991ed-ebbe-4081-bd93-3a00a0a1e8e5 req-1166e602-c44e-4d62-a5e3-e79c664794c1 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Feb 16 15:23:15.477737 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805db69-f467-4159-beee-bd12341e9d03 req-95d371ab-a629-4722-93bf-3f2c9d77dc8d tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:15.479178 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1805db69-f467-4159-beee-bd12341e9d03 req-95d371ab-a629-4722-93bf-3f2c9d77dc8d tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 945 time: 0.0603428 Feb 16 15:23:15.568127 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Deleting port 86ff20b1-c5cf-4394-b1fd-67583811c25e {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 15:23:15.568465 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750054464503'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:15.657607 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] For port 86ff20b1-c5cf-4394-b1fd-67583811c25e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=86ff20b1-c5cf-4394-b1fd-67583811c25e,segment=NetworkSegment(efcb48b5-b0fe-47f6-8cb5-984d24ee0263),segment_id=efcb48b5-b0fe-47f6-8cb5-984d24ee0263)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:15.657963 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766777'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:15.669318 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Calling delete_port for 86ff20b1-c5cf-4394-b1fd-67583811c25e owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 15:23:15.809041 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-888705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750054522462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750054030641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10009962'] for port (86ff20b1-c5cf-4394-b1fd-67583811c25e), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:15.821941 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] get_ports_and_sgs() called for port_ids ['86ff20b1-c5cf-4394-b1fd-67583811c25e'] {{(pid=102764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:23:15.841658 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Pushing event deleted for resources: {'Port': ['ID=86ff20b1-c5cf-4394-b1fd-67583811c25e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:15.847121 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d654896-60e5-4275-8b5d-47928fe03938 req-82ba111b-4eb6-4495-9251-90f0bdbbe32f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:15.848782 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8d654896-60e5-4275-8b5d-47928fe03938 req-82ba111b-4eb6-4495-9251-90f0bdbbe32f tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f84ad55-6fd7-4af1-b213-aefb95512002 HTTP/1.1" status: 200 len: 867 time: 0.0635970 Feb 16 15:23:15.882393 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] No DVR routers for this DVR port 86ff20b1-c5cf-4394-b1fd-67583811c25e on host hv-cinder-80403 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:15.885217 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126173'] for port (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:15.888416 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1805db69-f467-4159-beee-bd12341e9d03 req-dbdff0fa-9c79-4616-8af4-a8475fdba440 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.79 "DELETE /v2.0/ports/86ff20b1-c5cf-4394-b1fd-67583811c25e HTTP/1.1" status: 204 len: 173 time: 0.4040730 Feb 16 15:23:15.888848 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'name': 'network-vif-deleted', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:15.891094 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de030183109ae0ef347f5ef3d7bf6cb3123b0072100c0f0bade7871c3feb6923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f64e0d-1a9d-4f1d-9ce5-fd76341c1a0d" -d '{"events": [{"server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "name": "network-vif-deleted", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:15.905297 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [req-8d654896-60e5-4275-8b5d-47928fe03938 req-8e7f9f77-bb01-4069-ae66-776ee2c69259 tempest-VolumesSnapshotTestJSON-1687223623 tempest-VolumesSnapshotTestJSON-1687223623-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcb46f33-db5d-44cf-bf00-961cf143edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Feb 16 15:23:15.927120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b0260b-f535-4489-9547-7efa94a4addf x-openstack-request-id: req-e1b0260b-f535-4489-9547-7efa94a4addf {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:15.927412 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84ad55-6fd7-4af1-b213-aefb95512002", "name": "network-vif-deleted", "tag": "86ff20b1-c5cf-4394-b1fd-67583811c25e", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:15.927702 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1b0260b-f535-4489-9547-7efa94a4addf {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:15.928109 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f84ad55-6fd7-4af1-b213-aefb95512002', 'name': 'network-vif-deleted', 'tag': '86ff20b1-c5cf-4394-b1fd-67583811c25e', 'status': 'completed', 'code': 200} Feb 16 15:23:19.944396 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 86ff20b1-c5cf-4394-b1fd-67583811c25e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:19.963996 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] No Port match for: 86ff20b1-c5cf-4394-b1fd-67583811c25e {{(pid=102764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 15:23:19.964341 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.rpc [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Device 86ff20b1-c5cf-4394-b1fd-67583811c25e not bound to the agent host hv-cinder-80403 {{(pid=102764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:22.413792 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0f27-b988-4b02-92d5-6552aa4a9271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:24.550093 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-4a71a95d-f4ed-4d26-b137-66f7666e35c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:25.848637 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:25.868253 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:23:26.826130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:28.535754 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:31.843994 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:40.872854 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46700) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:23:40.916853 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Deleting subnet 00eae198-e2b5-4f6c-9337-4dc787022863 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 15:23:40.919952 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Publish callbacks [] for subnet (00eae198-e2b5-4f6c-9337-4dc787022863), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:40.952858 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9929221'] for subnet (00eae198-e2b5-4f6c-9337-4dc787022863), precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:40.993653 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-780673'] for subnet (00eae198-e2b5-4f6c-9337-4dc787022863), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.043749 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-780680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3763291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10009951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059545'] for subnet (00eae198-e2b5-4f6c-9337-4dc787022863), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.067686 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00eae198-e2b5-4f6c-9337-4dc787022863,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:41.075810 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for subnet (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.078939 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/00eae198-e2b5-4f6c-9337-4dc787022863 HTTP/1.1" status: 204 len: 168 time: 0.2050769 Feb 16 15:23:41.080500 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.080850 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.081226 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.081568 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.081689 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [-] (102763) accepted ('10.222.0.45', 46702) {{(pid=102763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:23:41.082120 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.082206 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.082538 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.082869 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.083199 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.083525 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.084414 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.084747 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.085101 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc428786-ed1f-47fd-bed2-61793480b425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.148951 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673532'] for network (fbccecc3-5d6a-42de-940b-922e5c0e4e1f), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.226207 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783356', 'neutron.services.segments.db._delete_segments_for_network-8750054544011'] for network (fbccecc3-5d6a-42de-940b-922e5c0e4e1f), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.245529 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbccecc3-5d6a-42de-940b-922e5c0e4e1f']}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:41.254570 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263') {'for_net_delete': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:41.254878 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.services.segments.db [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcb48b5-b0fe-47f6-8cb5-984d24ee0263') {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:41.264418 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750054545556', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9375553'] for segment (efcb48b5-b0fe-47f6-8cb5-984d24ee0263), before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.277390 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776'] for segment (efcb48b5-b0fe-47f6-8cb5-984d24ee0263), precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.282933 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:23:41.283313 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-778776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2486230'] for segment (efcb48b5-b0fe-47f6-8cb5-984d24ee0263), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: Traceback (most recent call last): Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: timer() Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: cb(*args, **kw) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: return func(*args, **kwargs) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: self._notify() Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: self.callback(batched_events) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: event.method(event) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: return f(self, *a, **k) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._get(url).json() Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: return self.request(url, 'GET', **kwargs) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:23:41.284948 dv-cinder-804035-31-iscsi neutron-server[102763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:23:41.340188 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3765939'] for network (fbccecc3-5d6a-42de-940b-922e5c0e4e1f), after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.344764 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889441'] for network (None), before_response {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.348078 dv-cinder-804035-31-iscsi neutron-server[102763]: INFO neutron.wsgi [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] 10.222.0.45 "DELETE /v2.0/networks/fbccecc3-5d6a-42de-940b-922e5c0e4e1f HTTP/1.1" status: 204 len: 168 time: 0.2653944 Feb 16 15:23:41.360384 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=fbccecc3-5d6a-42de-940b-922e5c0e4e1f,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:41.367880 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.368242 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.368623 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.368988 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.369331 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.369673 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.370007 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.370340 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.370673 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.371004 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.371333 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.371658 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.371983 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a8d44-a986-4b7c-94a9-f73571fe0dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-31-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:41.536892 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46706) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:23:41.577587 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-64409b28-18f8-41a3-b945-50ba46478875 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1bc99c1945949d18664c2448a87abe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393355 Feb 16 15:23:41.580026 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.45', 46708) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:23:41.625061 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] Publish callbacks [] for security_group (bcb46f33-db5d-44cf-bf00-961cf143edb3), before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.644838 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] Publish callbacks [] for security_group (bcb46f33-db5d-44cf-bf00-961cf143edb3), precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.692716 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3789616'] for security_group (bcb46f33-db5d-44cf-bf00-961cf143edb3), after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.695171 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:41.696257 dv-cinder-804035-31-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcb46f33-db5d-44cf-bf00-961cf143edb3 HTTP/1.1" status: 204 len: 168 time: 0.1153333 Feb 16 15:23:41.703423 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f022ef-823d-4476-89b4-5abef0bf026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb46f33-db5d-44cf-bf00-961cf143edb3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:52.415036 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-de91b836-a87e-4771-b524-de1f95300a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:54.553213 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9e0067f0-35de-4639-92d7-8a8e1d402ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:55.851694 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:56.828405 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:23:58.537642 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:01.844799 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:02.872818 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:24:22.419130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ca77-15b1-4901-acba-f2985857bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:24.556125 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d336fce4-c64e-4ac1-bd77-39522e650e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:25.853813 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:26.831857 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:28.539391 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:31.847372 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:35.107265 dv-cinder-804035-31-iscsi neutron-server[102763]: DEBUG neutron.wsgi [req-a5ce6e39-bca4-4524-9216-016fda0abb5c req-f44caa2e-e4e8-4ed7-8aa0-28f982bbba8b service neutron] (102763) timed out ('10.222.0.79', 49982) {{(pid=102763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 15:24:39.871268 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:24:52.420450 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1f88-9348-4d89-a9bb-b4bfdb9c0c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:54.557087 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-62aa7e57-315e-4f38-a198-5aded0ce9fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:55.859756 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:56.833473 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:24:58.542779 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:01.876332 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:16.870697 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:25:22.421583 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-09779a09-891b-40fa-a80d-9fc70ca90cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:24.557905 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-613ac2f1-ce0a-4f0d-a833-e946528e29c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:25.859130 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:26.838439 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:28.545378 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:31.853313 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:52.422488 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-8638adfa-cdd7-41fe-9c36-6000f29b861f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:53.869460 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:25:54.559885 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a55065dd-ffc3-4266-a89f-481eb176342a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:55.861623 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:56.841613 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:25:58.546572 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:01.861421 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:22.424198 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f2e-4072-463b-bb19-51c99b131215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:24.565149 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-5acbcae5-259d-4504-a9c3-84fa806ec87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:25.864186 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:26.844814 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:28.549100 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:30.868971 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:26:31.850858 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:37.305601 dv-cinder-804035-31-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-b11de48f-318f-434e-83c2-e608096e2c09 req-95aaa7bb-e6f7-46e4-a306-7998d0e2b62b service neutron] (102762) timed out ('10.222.0.79', 50007) {{(pid=102762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 15:26:52.424710 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b05acc6f-39d0-4b85-953e-302fd6900231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:54.567902 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-650717a6-137b-4c83-a947-7c47fd798763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:55.866682 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:56.846873 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:26:58.556292 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:01.877746 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:07.868974 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:27:22.425812 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-9d90732b-276c-4251-ab3f-e96962e64c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:24.573610 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-90525fa0-e152-488b-9bc2-78b49eee1550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:25.869687 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:26.849582 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:28.548628 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:31.849593 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:44.868010 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:27:52.426793 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf500b82-9581-433f-ae12-528fc5d8bec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:54.580390 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc158-d094-43ed-9a80-df8511a8b8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:55.872836 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:56.851547 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:27:58.550627 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:01.875431 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:21.867568 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:28:22.427403 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-51255473-9bdd-4d71-bac4-97c1349e1311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:24.574082 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-200b0d88-c59f-4b13-a62e-d7245877faee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:25.874676 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:26.853608 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:28.552884 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:31.874828 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:52.428654 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-ace4376e-bd5b-4aa1-823d-14892c17f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:54.575411 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-38115618-7fe5-4c9c-809a-209baf0fe2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (92fb07a5-607e-49fb-8e79-373102d505a5), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:55.881012 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-66b3e528-4f01-489a-bcff-ff01310c7031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (5ce1371e-ab79-4987-a913-9f3c794fbfed), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:56.857129 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-97bdc9d7-cff3-489a-ade1-0899cea9281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (d779ddd6-5024-4f5b-9675-c66209978556), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:58.554885 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e48464f-abf9-4436-9d48-f0c8a33d7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (67e062f2-9e8f-4339-bb9b-7e9e3bb2d913), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:28:58.866535 dv-cinder-804035-31-iscsi neutron-server[102765]: DEBUG neutron.db.agents_db [None req-30fcf891-02c1-427f-8869-4663c4262103 None None] Agent healthcheck: found 6 active agents {{(pid=102765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:29:01.898185 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1baf-dbad-430e-a351-bf7df620edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (8c675e68-ea9c-48a6-ac74-e40e9851d812), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:29:22.430583 dv-cinder-804035-31-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a4debaa0-9d36-4788-8dd2-da6eb92e484d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750054543993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784629'] for agent (82c56cd9-1caa-4319-b320-092e2c0f6fda), after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}